{"id":"https://openalex.org/W2943688433","doi":"https://doi.org/10.1109/tnnls.2019.2905162","title":"The Hierarchical Continuous Pursuit Learning Automation: A Novel Scheme for Environments With Large Numbers of Actions","display_name":"The Hierarchical Continuous Pursuit Learning Automation: A Novel Scheme for Environments With Large Numbers of Actions","publication_year":2019,"publication_date":"2019-05-21","ids":{"openalex":"https://openalex.org/W2943688433","doi":"https://doi.org/10.1109/tnnls.2019.2905162","mag":"2943688433","pmid":"https://pubmed.ncbi.nlm.nih.gov/30990443"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2019.2905162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2905162","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/10642/8102","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032770006","display_name":"Anis Yazidi","orcid":"https://orcid.org/0000-0001-7591-1659"},"institutions":[{"id":"https://openalex.org/I184531372","display_name":"OsloMet \u2013 Oslo Metropolitan University","ror":"https://ror.org/04q12yn84","country_code":"NO","type":"education","lineage":["https://openalex.org/I184531372"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Anis Yazidi","raw_affiliation_strings":["Department of Computer Science, Oslo Metropolitan University, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0001-7591-1659","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oslo Metropolitan University, Oslo, Norway","institution_ids":["https://openalex.org/I184531372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342931","display_name":"Xuan Zhang","orcid":"https://orcid.org/0000-0002-8828-7442"},"institutions":[{"id":"https://openalex.org/I200650556","display_name":"University of Agder","ror":"https://ror.org/03x297z98","country_code":"NO","type":"education","lineage":["https://openalex.org/I200650556"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Xuan Zhang","raw_affiliation_strings":["Centre for Artificial Intelligence Research, University of Agder, Grimstad, Norway","Confirmit AS, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence Research, University of Agder, Grimstad, Norway","institution_ids":["https://openalex.org/I200650556"]},{"raw_affiliation_string":"Confirmit AS, Oslo, Norway","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088563530","display_name":"Lei Jiao","orcid":"https://orcid.org/0000-0002-7115-6489"},"institutions":[{"id":"https://openalex.org/I200650556","display_name":"University of Agder","ror":"https://ror.org/03x297z98","country_code":"NO","type":"education","lineage":["https://openalex.org/I200650556"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Lei Jiao","raw_affiliation_strings":["Department of ICT, University of Agder, Grimstad, Norway"],"raw_orcid":"https://orcid.org/0000-0002-7115-6489","affiliations":[{"raw_affiliation_string":"Department of ICT, University of Agder, Grimstad, Norway","institution_ids":["https://openalex.org/I200650556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055634885","display_name":"B. John Oommen","orcid":"https://orcid.org/0000-0002-5105-1575"},"institutions":[{"id":"https://openalex.org/I200650556","display_name":"University of Agder","ror":"https://ror.org/03x297z98","country_code":"NO","type":"education","lineage":["https://openalex.org/I200650556"]},{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA","NO"],"is_corresponding":false,"raw_author_name":"B. John Oommen","raw_affiliation_strings":["Department of ICT, University of Agder, Grimstad, Norway","School of Computer Science, Carleton University, Ottawa, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5105-1575","affiliations":[{"raw_affiliation_string":"Department of ICT, University of Agder, Grimstad, Norway","institution_ids":["https://openalex.org/I200650556"]},{"raw_affiliation_string":"School of Computer Science, Carleton University, Ottawa, Canada","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":2.203,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.90295153,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"31","issue":"2","first_page":"512","last_page":"526"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.6664446592330933},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5897334218025208},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5779895186424255},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5738463401794434},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.48196953535079956},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4787023365497589},{"id":"https://openalex.org/keywords/learning-automata","display_name":"Learning automata","score":0.43218088150024414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41318878531455994},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.38592439889907837},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3513984680175781},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3320142328739166},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.26143163442611694}],"concepts":[{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.6664446592330933},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5897334218025208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5779895186424255},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5738463401794434},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.48196953535079956},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4787023365497589},{"id":"https://openalex.org/C2776807809","wikidata":"https://www.wikidata.org/wiki/Q6510160","display_name":"Learning automata","level":3,"score":0.43218088150024414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41318878531455994},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38592439889907837},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3513984680175781},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3320142328739166},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.26143163442611694},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86339819","wikidata":"https://www.wikidata.org/wiki/Q407384","display_name":"Transcription factor","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C158448853","wikidata":"https://www.wikidata.org/wiki/Q425218","display_name":"Repressor","level":4,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tnnls.2019.2905162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2905162","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:30990443","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30990443","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":"Journal Article"},{"id":"pmh:oai:oda.hioa.no:10642/8102","is_oa":true,"landing_page_url":"https://hdl.handle.net/10642/8102","pdf_url":null,"source":{"id":"https://openalex.org/S7407064446","display_name":"NORA - Norwegian Open Research Archives","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2162-237X","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:uia.brage.unit.no:11250/2647949","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/2647949","pdf_url":null,"source":{"id":"https://openalex.org/S7407064446","display_name":"NORA - Norwegian Open Research Archives","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"512-526","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:oda.hioa.no:10642/8102","is_oa":true,"landing_page_url":"https://hdl.handle.net/10642/8102","pdf_url":null,"source":{"id":"https://openalex.org/S7407064446","display_name":"NORA - Norwegian Open Research Archives","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2162-237X","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6000000238418579}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W54337410","https://openalex.org/W81439963","https://openalex.org/W104909430","https://openalex.org/W107054272","https://openalex.org/W140232297","https://openalex.org/W161320033","https://openalex.org/W166250193","https://openalex.org/W1482515757","https://openalex.org/W1538558539","https://openalex.org/W1540438208","https://openalex.org/W1574638321","https://openalex.org/W1625390266","https://openalex.org/W1635262937","https://openalex.org/W1818937361","https://openalex.org/W1861050369","https://openalex.org/W1968560005","https://openalex.org/W1970111343","https://openalex.org/W1974842439","https://openalex.org/W1978258815","https://openalex.org/W1988360637","https://openalex.org/W1995167938","https://openalex.org/W1996494912","https://openalex.org/W1997737572","https://openalex.org/W1997840820","https://openalex.org/W2010372108","https://openalex.org/W2017334681","https://openalex.org/W2028744244","https://openalex.org/W2030425071","https://openalex.org/W2030501831","https://openalex.org/W2032231251","https://openalex.org/W2037612670","https://openalex.org/W2039427695","https://openalex.org/W2057076395","https://openalex.org/W2064398716","https://openalex.org/W2065751271","https://openalex.org/W2072256588","https://openalex.org/W2077902449","https://openalex.org/W2078570438","https://openalex.org/W2097272820","https://openalex.org/W2099879970","https://openalex.org/W2102933744","https://openalex.org/W2105066050","https://openalex.org/W2108540055","https://openalex.org/W2109371280","https://openalex.org/W2120090487","https://openalex.org/W2122166615","https://openalex.org/W2126172312","https://openalex.org/W2129487417","https://openalex.org/W2130463867","https://openalex.org/W2133546652","https://openalex.org/W2138041254","https://openalex.org/W2143258877","https://openalex.org/W2144739522","https://openalex.org/W2146350180","https://openalex.org/W2146376321","https://openalex.org/W2153935912","https://openalex.org/W2158559683","https://openalex.org/W2158832545","https://openalex.org/W2164636053","https://openalex.org/W2164823136","https://openalex.org/W2167489871","https://openalex.org/W2223276930","https://openalex.org/W2289194510","https://openalex.org/W2309123164","https://openalex.org/W2563210919","https://openalex.org/W2924103313","https://openalex.org/W3011120880","https://openalex.org/W3125634603","https://openalex.org/W4234150660","https://openalex.org/W4236925958","https://openalex.org/W4285719527","https://openalex.org/W6603307390","https://openalex.org/W6678102440","https://openalex.org/W6678717377","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W4296209631","https://openalex.org/W2365264209","https://openalex.org/W962203960","https://openalex.org/W2561617217","https://openalex.org/W2026999166","https://openalex.org/W2025378473","https://openalex.org/W2355801475","https://openalex.org/W1996802783","https://openalex.org/W2800754277","https://openalex.org/W2016780013"],"abstract_inverted_index":{"Although":[0],"the":[1,12,16,38,51,61,64,76,86,104,116,125,129,135,150,163,166,169,178,183,186,191,197,200,206,212,230,256,259,277,284,294,299],"field":[2,278],"of":[3,28,37,53,63,75,115,134,152,185,193,202,232,258,279,293,296],"learning":[4],"automata":[5],"(LA)":[6],"has":[7],"made":[8],"significant":[9],"progress":[10],"in":[11,31,189,276],"past":[13],"four":[14],"decades,":[15],"LA-based":[17],"methods":[18],"to":[19,41,108,205],"tackle":[20],"problems":[21,42],"involving":[22],"environments":[23,248],"with":[24,154],"a":[25,100,144],"large":[26],"number":[27,52,295],"actions":[29,54,126],"is,":[30,303],"reality,":[32],"relatively":[33],"unresolved.":[34],"The":[35,113,220],"extension":[36],"traditional":[39],"LA":[40,146,164,203,237],"within":[43],"this":[44],"domain":[45],"cannot":[46],"be":[47,95,227],"easily":[48],"established":[49],"when":[50],"is":[55,59,68,118,121,196],"very":[56],"large.":[57],"This":[58,97,209,239],"because":[60],"dimensionality":[62],"action":[65,157,171],"probability":[66],"vector":[67,77],"correspondingly":[69],"large,":[70],"and":[71,214,234,251,261],"so,":[72],"most":[73],"components":[74],"will":[78,93],"soon":[79],"have":[80],"values":[81],"that":[82,91,102,119,147,254],"are":[83,271],"smaller":[84],"than":[85,291,298],"machine":[87],"accuracy":[88],"permits,":[89],"implying":[90],"they":[92],"never":[94],"chosen.":[96],"paper":[98,210,240],"presents":[99],"solution":[101,117],"extends":[103],"continuous":[105,286],"pursuit":[106,167,236,287],"paradigm":[107],"such":[109],"large-actioned":[110],"problem":[111,151],"domains.":[112],"beauty":[114],"it":[120],"hierarchical,":[122],"where":[123],"all":[124,162,305],"offered":[127],"by":[128,181,304],"environment":[130],"reside":[131],"as":[132,267],"leaves":[133],"hierarchy.":[136],"Furthermore,":[137],"at":[138,172],"every":[139,173],"level,":[140],"we":[141,268],"merely":[142],"require":[143],"two-action":[145],"automatically":[148],"resolves":[149],"dealing":[153],"arbitrarily":[155],"small":[156],"probabilities.":[158],"In":[159,281],"addition,":[160],"since":[161],"invoke":[165],"paradigm,":[168],"best":[170],"level":[174],"trickles":[175],"up":[176],"toward":[177],"root.":[179],"Thus,":[180],"invoking":[182],"property":[184],"\u201cmax\u201d":[187],"operator,":[188],"which":[190,302],"maximum":[192],"numerous":[194],"maxima":[195],"overall":[198],"maximum,":[199],"hierarchy":[201],"converges":[204],"optimal":[207],"action.":[208],"describes":[211],"scheme":[213,260],"formally":[215],"proves":[216],"its":[217,262],"E-optimal":[218],"convergence.":[219],"results":[221,245,275],"presented":[222],"here":[223],"can,":[224],"rather":[225],"trivially,":[226],"extended":[228],"for":[229,247],"families":[231],"discretized":[233],"Bayesian":[235],"too.":[238],"also":[241],"reports":[242],"extensive":[243],"experimental":[244],"(including":[246],"having":[249],"128":[250],"256":[252],"actions)":[253],"demonstrate":[255],"power":[257],"computational":[263],"advantages.":[264],"As":[265],"far":[266],"know,":[269],"there":[270],"no":[272],"comparable":[273],"pursuitbased":[274],"LA.":[280],"some":[282],"cases,":[283],"hierarchical":[285],"automaton":[288],"requires":[289],"less":[290],"18%":[292],"iterations":[297],"benchmark":[300],"LR-Ischeme,":[301],"metrics,":[306],"phenomenal.":[307]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4}],"updated_date":"2026-09-03T10:48:47.769340","created_date":"2025-10-10T00:00:00"}