{"id":"https://openalex.org/W17336456","doi":"https://doi.org/10.26190/unsworks/10597","title":"Hierarchical reinforcement learning : a hybrid approach","display_name":"Hierarchical reinforcement learning : a hybrid approach","alternate_titles":[],"publication_year":2002,"publication_date":"2002-01-01","ids":{"openalex":"https://openalex.org/W17336456","doi":"https://doi.org/10.26190/unsworks/10597","mag":"17336456"},"language":"en","primary_location":{"id":"pmh:oai:unsworks.library.unsw.edu.au:1959.4/65753","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1959.4/65753","pdf_url":null,"source":{"id":"https://openalex.org/S4306401737","display_name":"UNSWorks (University of New South Wales, Sydney, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I40053085","host_organization_name":"Australian Defence Force Academy","host_organization_lineage":["https://openalex.org/I40053085"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"http://purl.org/coar/resource_type/c_db06"},"parent_works":[],"lineage":["https://openalex.org/W17336456"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/1959.4/65753","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019792533","display_name":"Malcolm Ryan","orcid":"https://orcid.org/0000-0002-4878-0216","observed_orcids":["https://orcid.org/0000-0002-4878-0216"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Ryan, Malcolm Ross Kinsella","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5019792533"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9154999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9154999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0835999995470047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.9919999837875366},{"id":"https://openalex.org/keywords/inductive-logic-programming","display_name":"inductive logic programming","score":0.9319999814033508},{"id":"https://openalex.org/keywords/reward-function-learning","display_name":"reward function learning","score":0.6959999799728394},{"id":"https://openalex.org/keywords/planning-operators","display_name":"planning operators","score":0.6679999828338623},{"id":"https://openalex.org/keywords/agent-control","display_name":"agent control","score":0.4569999873638153},{"id":"https://openalex.org/keywords/rachel","display_name":"Rachel","score":0.6890000104904175}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8089125752449036},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6667983531951904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6341508626937866},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43873775005340576},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4100649356842041},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4008125960826874},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1091873049736023},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:unsworks.library.unsw.edu.au:1959.4/65753","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1959.4/65753","pdf_url":null,"source":{"id":"https://openalex.org/S4306401737","display_name":"UNSWorks (University of New South Wales, Sydney, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I40053085","host_organization_name":"Australian Defence Force Academy","host_organization_lineage":["https://openalex.org/I40053085"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"http://purl.org/coar/resource_type/c_db06"},{"id":"doi:10.26190/unsworks/10597","doi":"https://doi.org/10.26190/unsworks/10597","is_oa":true,"landing_page_url":"https://doi.org/10.26190/unsworks/10597","pdf_url":null,"source":{"id":"https://openalex.org/S4377196481","display_name":"UNSWorks (UNSW Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I31746571","host_organization_name":"UNSW Sydney","host_organization_lineage":["https://openalex.org/I31746571"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"},{"id":"mag:17336456","doi":null,"is_oa":false,"landing_page_url":"https://dl.acm.org/citation.cfm?id=1048252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.62.4600","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.62.4600","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cse.unsw.edu.au/~malcolmr/papers/thesis.pdf.gz","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:unsworks.library.unsw.edu.au:1959.4/65753","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1959.4/65753","pdf_url":null,"source":{"id":"https://openalex.org/S4306401737","display_name":"UNSWorks (University of New South Wales, Sydney, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I40053085","host_organization_name":"Australian Defence Force Academy","host_organization_lineage":["https://openalex.org/I40053085"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"http://purl.org/coar/resource_type/c_db06"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":113,"referenced_works":["https://openalex.org/W16046748","https://openalex.org/W16599163","https://openalex.org/W42860436","https://openalex.org/W50425026","https://openalex.org/W65193931","https://openalex.org/W74704794","https://openalex.org/W89818670","https://openalex.org/W193887220","https://openalex.org/W198823727","https://openalex.org/W307329190","https://openalex.org/W583860061","https://openalex.org/W1230237032","https://openalex.org/W1479847447","https://openalex.org/W1481042511","https://openalex.org/W1488730473","https://openalex.org/W1491843047","https://openalex.org/W1492936035","https://openalex.org/W1506961945","https://openalex.org/W1507037584","https://openalex.org/W1507087299","https://openalex.org/W1522230962","https://openalex.org/W1534395135","https://openalex.org/W1541730457","https://openalex.org/W1543382129","https://openalex.org/W1545148916","https://openalex.org/W1552549180","https://openalex.org/W1566436741","https://openalex.org/W1568042657","https://openalex.org/W1572038152","https://openalex.org/W1576290412","https://openalex.org/W1576452626","https://openalex.org/W1579665324","https://openalex.org/W1579756385","https://openalex.org/W1580890024","https://openalex.org/W1585546214","https://openalex.org/W1586162706","https://openalex.org/W1588391652","https://openalex.org/W1595483645","https://openalex.org/W1598052524","https://openalex.org/W1603305011","https://openalex.org/W1631187438","https://openalex.org/W1667012816","https://openalex.org/W1689445748","https://openalex.org/W1699699942","https://openalex.org/W1777239053","https://openalex.org/W1864518098","https://openalex.org/W1966028617","https://openalex.org/W1968079292","https://openalex.org/W1981627423","https://openalex.org/W1989785701","https://openalex.org/W1990182336","https://openalex.org/W2001729196","https://openalex.org/W2005606512","https://openalex.org/W2005814556","https://openalex.org/W2014151618","https://openalex.org/W2020149918","https://openalex.org/W2028145673","https://openalex.org/W2041367235","https://openalex.org/W2043576939","https://openalex.org/W2057113818","https://openalex.org/W2060642394","https://openalex.org/W2061504687","https://openalex.org/W2062126323","https://openalex.org/W2073325867","https://openalex.org/W2084335986","https://openalex.org/W2085177759","https://openalex.org/W2089561656","https://openalex.org/W2097856935","https://openalex.org/W2100677568","https://openalex.org/W2107019937","https://openalex.org/W2107726111","https://openalex.org/W2109910161","https://openalex.org/W2110415190","https://openalex.org/W2118542654","https://openalex.org/W2119567691","https://openalex.org/W2119831128","https://openalex.org/W2121863487","https://openalex.org/W2123956999","https://openalex.org/W2124175081","https://openalex.org/W2125789851","https://openalex.org/W2133217918","https://openalex.org/W2134917048","https://openalex.org/W2138162238","https://openalex.org/W2143435603","https://openalex.org/W2145739724","https://openalex.org/W2147750403","https://openalex.org/W2150339816","https://openalex.org/W2153306470","https://openalex.org/W2154549708","https://openalex.org/W2155206435","https://openalex.org/W2155322595","https://openalex.org/W2155791599","https://openalex.org/W2157368609","https://openalex.org/W2158292827","https://openalex.org/W2158548602","https://openalex.org/W2160371091","https://openalex.org/W2164457256","https://openalex.org/W2165131254","https://openalex.org/W2175268987","https://openalex.org/W2198041288","https://openalex.org/W2337392266","https://openalex.org/W2341171179","https://openalex.org/W2396715201","https://openalex.org/W2473732573","https://openalex.org/W2484153108","https://openalex.org/W2490927015","https://openalex.org/W2982312191","https://openalex.org/W3015571647","https://openalex.org/W3020831056","https://openalex.org/W3022194887","https://openalex.org/W3139377883","https://openalex.org/W3183938361","https://openalex.org/W3200605600"],"related_works":["https://openalex.org/W1855398616","https://openalex.org/W256201028","https://openalex.org/W1581925850","https://openalex.org/W2765735863","https://openalex.org/W7152023965","https://openalex.org/W6908695241","https://openalex.org/W7095091203","https://openalex.org/W3196786549","https://openalex.org/W3148270200","https://openalex.org/W7095489022"],"abstract_inverted_index":{"In":[0,27],"this":[1],"thesis":[2],"we":[3,37],"investigate":[4],"the":[5,8,30,49,87,97,100,116,133,141],"relationships":[6],"between":[7],"symbolic":[9,42,113],"and":[10,32,43,71,121,131],"sub-symbolic":[11],"methods":[12,24,45],"used":[13,123],"for":[14],"controlling":[15],"agents":[16],"by":[17,105,124,139],"artificial":[18],"intelligence,":[19],"focusing":[20],"in":[21,89],"particular":[22],"on":[23,48],"that":[25],"learn.":[26],"light":[28],"of":[29,34,41,52,80,91,99,115,118,135],"strengths":[31],"weaknesses":[33],"each":[35],"approach,":[36],"propose":[38],"a":[39,57,77,119,128,136],"hybridisation":[40],"subsymbolic":[44],"to":[46,102],"capitalise":[47],"best":[50],"features":[51],"each.":[53],"We":[54],"implement":[55],"such":[56],"hybrid":[58],"system,":[59],"called":[60],"Rachel":[61,75,125],"which":[62,85,140],"incorporates":[63],"techniques":[64],"from":[65],"Teleo-Reactive":[66],"Planning,":[67],"Hierarchical":[68],"Reinforcement":[69],"Learning":[70],"Inductive":[72],"Logic":[73],"Programming.":[74],"uses":[76],"novel":[78],"representation":[79],"be-haviours,":[81],"Reinforcement-Learnt":[82],"Teleo-operators":[83],"(RL-Tops),":[84],"defines":[86],"behaviour":[88,142],"terms":[90],"its":[92],"desired":[93],"consequences":[94],"but":[95],"leaves":[96],"implementation":[98],"policy":[101],"be":[103,144],"learnt":[104],"reinforcement":[106],"learning.":[107],"An":[108],"RL-Top":[109],"is":[110,122],"an":[111],"abstract,":[112],"description":[114],"purpose":[117],"behaviour,":[120],"both":[126],"as":[127,132],"planning":[129],"operator":[130],"definition":[134],"reward":[137],"function":[138],"can":[143],"learnt.":[145],"Two":[146],"new":[147]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W17336456","counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
