{"id":"https://openalex.org/W7218047359","doi":null,"title":"Hierarchical Reinforcement Learning in Complex Learning Problems: A Survey","display_name":"Hierarchical Reinforcement Learning in Complex Learning Problems: A Survey","alternate_titles":[],"publication_year":2014,"publication_date":"2014-05-31","ids":{"openalex":"https://openalex.org/W7218047359"},"language":"en","primary_location":{"id":"pmh:oai:oai.ijcseonline.org:article/154","doi":null,"is_oa":true,"landing_page_url":"https://ijcseonline.org/index.php/j/article/view/154","pdf_url":"https://ijcseonline.org/index.php/j/article/download/154/153","source":{"id":"https://openalex.org/S4210169770","display_name":"International Journal of Computer Sciences and Engineering","issn_l":"2347-2693","issn":["2347-2693"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4323862652","host_organization_name":"ISROSET","host_organization_lineage":["https://openalex.org/P4323862652"],"host_organization_lineage_names":["ISROSET"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2347-2693","raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W7218047359"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ijcseonline.org/index.php/j/article/download/154/153","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5155410837","display_name":"Samiksha Mahajan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Mahajan, Samiksha","raw_affiliation_strings":["Dept. of Information Technology and Computer Science, VVES\u2019s Vikas College, Mumbai 400 083, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Information Technology and Computer Science, VVES\u2019s Vikas College, Mumbai 400 083, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5155410837"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8842,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.75314898,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":1.0},{"id":"https://openalex.org/keywords/large-state-spaces","display_name":"large state spaces","score":0.921999990940094},{"id":"https://openalex.org/keywords/subproblem-decomposition","display_name":"subproblem decomposition","score":0.8029999732971191}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.920199990272522},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6532999873161316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5945000052452087},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5856000185012817},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5454999804496765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4812999963760376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3781999945640564},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.33320000767707825},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C47932503","wikidata":"https://www.wikidata.org/wiki/Q5395689","display_name":"Error-driven learning","level":3,"score":0.2840999960899353}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:oai.ijcseonline.org:article/154","doi":null,"is_oa":true,"landing_page_url":"https://ijcseonline.org/index.php/j/article/view/154","pdf_url":"https://ijcseonline.org/index.php/j/article/download/154/153","source":{"id":"https://openalex.org/S4210169770","display_name":"International Journal of Computer Sciences and Engineering","issn_l":"2347-2693","issn":["2347-2693"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4323862652","host_organization_name":"ISROSET","host_organization_lineage":["https://openalex.org/P4323862652"],"host_organization_lineage_names":["ISROSET"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2347-2693","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:oai.ijcseonline.org:article/154","doi":null,"is_oa":true,"landing_page_url":"https://ijcseonline.org/index.php/j/article/view/154","pdf_url":"https://ijcseonline.org/index.php/j/article/download/154/153","source":{"id":"https://openalex.org/S4210169770","display_name":"International Journal of Computer Sciences and Engineering","issn_l":"2347-2693","issn":["2347-2693"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4323862652","host_organization_name":"ISROSET","host_organization_lineage":["https://openalex.org/P4323862652"],"host_organization_lineage_names":["ISROSET"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2347-2693","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7218047359.pdf","grobid_xml":"https://content.openalex.org/works/W7218047359.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W79394677","https://openalex.org/W134602879","https://openalex.org/W163581396","https://openalex.org/W1515851193","https://openalex.org/W1520910459","https://openalex.org/W1578521162","https://openalex.org/W1586162706","https://openalex.org/W1592847719","https://openalex.org/W1650504995","https://openalex.org/W1756110333","https://openalex.org/W2012036715","https://openalex.org/W2017611213","https://openalex.org/W2089561656","https://openalex.org/W2098589862","https://openalex.org/W2107726111","https://openalex.org/W2108535023","https://openalex.org/W2109910161","https://openalex.org/W2120104829","https://openalex.org/W2121517924","https://openalex.org/W2135723988","https://openalex.org/W2145739724","https://openalex.org/W2153668164","https://openalex.org/W2158548602","https://openalex.org/W2306711933","https://openalex.org/W2970208590","https://openalex.org/W4230997289","https://openalex.org/W4237171445","https://openalex.org/W7098074250"],"related_works":["https://openalex.org/W2417280899","https://openalex.org/W2343273694","https://openalex.org/W4253921394","https://openalex.org/W3168892396","https://openalex.org/W2353211346","https://openalex.org/W4212996499","https://openalex.org/W3139474403","https://openalex.org/W7097076419"],"abstract_inverted_index":{"Reinforcement":[0,56,131],"Learning":[1,57],"(RL)":[2],"is":[3,80],"an":[4,115],"active":[5],"research":[6,11,157],"area":[7],"of":[8,16,27,61,76,83,92,95,159],"machine":[9],"learning":[10,17,104],"based":[12],"on":[13],"the":[14,38,62,74,81,88,137],"mechanism":[15],"from":[18],"rewards.":[19],"RL":[20,42,84,146],"has":[21],"been":[22],"applied":[23],"successfully":[24],"to":[25,48,65,117],"variety":[26],"tasks":[28],"and":[29,72,99,126,147,152],"works":[30],"well":[31],"for":[32],"relatively":[33],"small":[34],"problems,":[35],"but":[36,135],"as":[37,59],"complexity":[39],"grows,":[40],"standard":[41],"methods":[43],"become":[44],"increasingly":[45],"inefficient":[46],"due":[47],"large":[49],"state":[50],"spaces.":[51],"This":[52,112],"paper":[53,113,140],"surveys":[54],"Hierarchical":[55,130],"(HRL)":[58],"one":[60],"alternative":[63],"approaches":[64,125],"cope":[66],"with":[67,87,156],"issues":[68],"regarding":[69,129],"complex":[70,97,162],"problems":[71],"increasing":[73],"efficiency":[75],"reinforcement":[77,103],"learning.":[78],"HRL":[79,148,160],"subfield":[82],"that":[85],"deals":[86],"discovery":[89],"and/or":[90],"exploitation":[91],"underlying":[93],"structure":[94],"a":[96],"problem":[98],"solving":[100],"it":[101,107],"using":[102],"by":[105],"breaking":[106],"up":[108],"into":[109],"smaller":[110],"sub-problems.":[111],"gives":[114,142],"introduction":[116],"HRL,":[118],"discusses":[119],"its":[120,150],"basic":[121],"concepts,":[122],"different":[123],"algorithms,":[124],"related":[127],"work":[128],"Learning.":[132],"At":[133],"last":[134],"not":[136],"least":[138],"this":[139],"briefly":[141],"variation":[143],"between":[144],"flat":[145],"following":[149],"pros":[151],"cons.":[153],"It":[154],"concludes":[155],"scope":[158],"in":[161],"problems.":[163]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7218047359","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":2}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2026-10-03T00:00:00"}
