{"id":"https://openalex.org/W1979406754","doi":"https://doi.org/10.1109/tcyb.2014.2365463","title":"Fast and Epsilon-Optimal Discretized Pursuit Learning Automata","display_name":"Fast and Epsilon-Optimal Discretized Pursuit Learning Automata","publication_year":2014,"publication_date":"2014-11-13","ids":{"openalex":"https://openalex.org/W1979406754","doi":"https://doi.org/10.1109/tcyb.2014.2365463","mag":"1979406754","pmid":"https://pubmed.ncbi.nlm.nih.gov/25415995"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2014.2365463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2014.2365463","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100648251","display_name":"Junqi Zhang","orcid":"https://orcid.org/0000-0002-4465-5880"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"JunQi Zhang","raw_affiliation_strings":["Department of Computer Science and Technology, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089338846","display_name":"Cheng Wang","orcid":"https://orcid.org/0000-0002-3440-1596"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Wang","raw_affiliation_strings":["Department of Computer Science and Technology, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081318069","display_name":"MengChu Zhou","orcid":"https://orcid.org/0000-0002-5408-8752"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]},{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"MengChu Zhou","raw_affiliation_strings":["Department of Computer Science and Technology, Tongji University, Shanghai, China","Department of Electrical and Computer Engineering, New Jersey Institute of Technology, Newark, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New Jersey Institute of Technology, Newark, NJ, USA","institution_ids":["https://openalex.org/I118118575"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100648251"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":8.6202,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.97845922,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"45","issue":"10","first_page":"2089","last_page":"2099"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9502999782562256,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8229525685310364},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.8109502792358398},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.698104977607727},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.6513670086860657},{"id":"https://openalex.org/keywords/learning-automata","display_name":"Learning automata","score":0.6339143514633179},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6172641515731812},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5492777824401855},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4769372344017029},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.45234501361846924},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.41748762130737305},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3305140435695648},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3104317784309387},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3090164065361023}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8229525685310364},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.8109502792358398},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.698104977607727},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.6513670086860657},{"id":"https://openalex.org/C2776807809","wikidata":"https://www.wikidata.org/wiki/Q6510160","display_name":"Learning automata","level":3,"score":0.6339143514633179},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6172641515731812},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5492777824401855},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4769372344017029},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.45234501361846924},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.41748762130737305},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3305140435695648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3104317784309387},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3090164065361023},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2014.2365463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2014.2365463","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:25415995","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25415995","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7392081304","display_name":null,"funder_award_id":"2014CB340404","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W81439963","https://openalex.org/W140232297","https://openalex.org/W161320033","https://openalex.org/W830173072","https://openalex.org/W1485957284","https://openalex.org/W1495607354","https://openalex.org/W1538558539","https://openalex.org/W1543158313","https://openalex.org/W1847716059","https://openalex.org/W1964525437","https://openalex.org/W1976113476","https://openalex.org/W1982193504","https://openalex.org/W1986971882","https://openalex.org/W1988967059","https://openalex.org/W1995654107","https://openalex.org/W1996494912","https://openalex.org/W2002636666","https://openalex.org/W2004007285","https://openalex.org/W2013149234","https://openalex.org/W2017334681","https://openalex.org/W2022919717","https://openalex.org/W2027769900","https://openalex.org/W2028744244","https://openalex.org/W2042145470","https://openalex.org/W2064018461","https://openalex.org/W2064481059","https://openalex.org/W2064884466","https://openalex.org/W2064939656","https://openalex.org/W2072664031","https://openalex.org/W2077297105","https://openalex.org/W2078723575","https://openalex.org/W2078831570","https://openalex.org/W2089954532","https://openalex.org/W2090128494","https://openalex.org/W2095503032","https://openalex.org/W2097272820","https://openalex.org/W2098631417","https://openalex.org/W2102807642","https://openalex.org/W2105439786","https://openalex.org/W2108540055","https://openalex.org/W2109586413","https://openalex.org/W2115663543","https://openalex.org/W2129968541","https://openalex.org/W2133546652","https://openalex.org/W2136345626","https://openalex.org/W2136601773","https://openalex.org/W2136719835","https://openalex.org/W2138041254","https://openalex.org/W2138914910","https://openalex.org/W2144303191","https://openalex.org/W2150478016","https://openalex.org/W2157993775","https://openalex.org/W2158832545","https://openalex.org/W2160575156","https://openalex.org/W2162964807","https://openalex.org/W2165675317","https://openalex.org/W2169378929","https://openalex.org/W2169655138","https://openalex.org/W2223276930","https://openalex.org/W2247053420","https://openalex.org/W2285205547","https://openalex.org/W2306172304","https://openalex.org/W2520053665","https://openalex.org/W3106282232","https://openalex.org/W4285719527","https://openalex.org/W6603307390","https://openalex.org/W6629590321"],"related_works":["https://openalex.org/W2006251942","https://openalex.org/W2288872327","https://openalex.org/W2489338148","https://openalex.org/W2124961391","https://openalex.org/W576785828","https://openalex.org/W2097931012","https://openalex.org/W4388511637","https://openalex.org/W2074131991","https://openalex.org/W345505079","https://openalex.org/W2733919410"],"abstract_inverted_index":{"Learning":[0],"automata":[1],"(LA)":[2],"are":[3,62,75],"powerful":[4],"tools":[5,149],"for":[6,161],"reinforcement":[7,147],"learning.":[8],"A":[9,82],"discretized":[10,85],"pursuit":[11,86],"LA":[12,87,138],"is":[13,53,92],"the":[14,32,37,44,49,55,102,107,123,135,140],"most":[15],"popular":[16],"one":[17,125],"among":[18],"them.":[19],"During":[20],"an":[21],"iteration":[22],"its":[23,113],"operation":[24],"consists":[25],"of":[26,51,106,109,137],"three":[27],"basic":[28],"phases:":[29],"1)":[30],"selecting":[31],"next":[33],"action;":[34,40],"2)":[35],"finding":[36],"optimal":[38],"estimated":[39],"and":[41,80,99,157],"3)":[42],"updating":[43],"state":[45],"probability.":[46],"However,":[47],"when":[48,126],"number":[50,108],"actions":[52],"large,":[54],"learning":[56,148],"becomes":[57],"extremely":[58],"slow":[59],"because":[60],"there":[61],"too":[63],"many":[64],"updates":[65,74],"to":[66,94],"be":[67],"made":[68],"at":[69],"each":[70,162],"iteration.":[71,163],"The":[72],"increased":[73],"mostly":[76],"from":[77,112],"phases":[78,97],"1":[79,98],"3.":[81],"new":[83],"fast":[84,154],"with":[88,101,150],"assured":[89,151],"\u03b5":[90,152],"-optimality":[91],"proposed":[93],"perform":[95],"both":[96],"3":[100],"computational":[103,115,159],"complexity":[104,160],"independent":[105],"actions.":[110],"Apart":[111],"low":[114,158],"complexity,":[116],"it":[117],"achieves":[118],"faster":[119],"convergence":[120,155],"speed":[121],"than":[122],"classical":[124],"operating":[127],"in":[128],"stationary":[129],"environments.":[130],"This":[131],"paper":[132],"can":[133],"promote":[134],"applications":[136],"toward":[139],"large-scale-action":[141],"oriented":[142],"area":[143],"that":[144],"requires":[145],"efficient":[146],"-optimality,":[153],"speed,":[156]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}