{"id":"https://openalex.org/W3000554410","doi":"https://doi.org/10.1109/access.2020.2965930","title":"Sequential Association Rule Mining for Autonomously Extracting Hierarchical Task Structures in Reinforcement Learning","display_name":"Sequential Association Rule Mining for Autonomously Extracting Hierarchical Task Structures in Reinforcement Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3000554410","doi":"https://doi.org/10.1109/access.2020.2965930","mag":"3000554410"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2965930","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2965930","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08957114.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08957114.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042116950","display_name":"Behzad Ghazanfari","orcid":"https://orcid.org/0000-0003-3004-0823"},"institutions":[{"id":"https://openalex.org/I203172682","display_name":"Northern Arizona University","ror":"https://ror.org/0272j5188","country_code":"US","type":"education","lineage":["https://openalex.org/I203172682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Behzad Ghazanfari","raw_affiliation_strings":["School of Informatics, Computing, and Cyber Security, Northern Arizona University, Flagstaff, USA"],"raw_orcid":"https://orcid.org/0000-0003-3004-0823","affiliations":[{"raw_affiliation_string":"School of Informatics, Computing, and Cyber Security, Northern Arizona University, Flagstaff, USA","institution_ids":["https://openalex.org/I203172682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035395012","display_name":"Fatemeh Afghah","orcid":"https://orcid.org/0000-0002-2315-1173"},"institutions":[{"id":"https://openalex.org/I203172682","display_name":"Northern Arizona University","ror":"https://ror.org/0272j5188","country_code":"US","type":"education","lineage":["https://openalex.org/I203172682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fatemeh Afghah","raw_affiliation_strings":["School of Informatics, Computing, and Cyber Security, Northern Arizona University, Flagstaff, USA"],"raw_orcid":"https://orcid.org/0000-0002-2315-1173","affiliations":[{"raw_affiliation_string":"School of Informatics, Computing, and Cyber Security, Northern Arizona University, Flagstaff, USA","institution_ids":["https://openalex.org/I203172682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070914351","display_name":"Matthew E. Taylor","orcid":"https://orcid.org/0000-0001-8946-0211"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew E. Taylor","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Washington State University, Pullman, USA"],"raw_orcid":"https://orcid.org/0000-0001-8946-0211","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Washington State University, Pullman, USA","institution_ids":["https://openalex.org/I72951846"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.3911,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.67125135,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"8","issue":null,"first_page":"11782","last_page":"11799"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8356488943099976},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7916630506515503},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7062315940856934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6374871134757996},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5928472876548767},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5894834995269775},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5664190649986267},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.5604511499404907},{"id":"https://openalex.org/keywords/association-rule-learning","display_name":"Association rule learning","score":0.5025949478149414},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4710312485694885},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.45707210898399353},{"id":"https://openalex.org/keywords/dynamic-bayesian-network","display_name":"Dynamic Bayesian network","score":0.4409198760986328},{"id":"https://openalex.org/keywords/bayesian-network","display_name":"Bayesian network","score":0.41879579424858093},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3693268597126007},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08799910545349121}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8356488943099976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7916630506515503},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7062315940856934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6374871134757996},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5928472876548767},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5894834995269775},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5664190649986267},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.5604511499404907},{"id":"https://openalex.org/C193524817","wikidata":"https://www.wikidata.org/wiki/Q386780","display_name":"Association rule learning","level":2,"score":0.5025949478149414},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4710312485694885},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.45707210898399353},{"id":"https://openalex.org/C82142266","wikidata":"https://www.wikidata.org/wiki/Q3456604","display_name":"Dynamic Bayesian network","level":3,"score":0.4409198760986328},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.41879579424858093},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3693268597126007},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08799910545349121},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2965930","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2965930","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08957114.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c710129a2f0c4075844e14b00106e94c","is_oa":true,"landing_page_url":"https://doaj.org/article/c710129a2f0c4075844e14b00106e94c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 11782-11799 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2965930","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2965930","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08957114.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3000554410.pdf","grobid_xml":"https://content.openalex.org/works/W3000554410.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W59183349","https://openalex.org/W567721252","https://openalex.org/W1505837856","https://openalex.org/W1536990779","https://openalex.org/W1540462738","https://openalex.org/W1561843061","https://openalex.org/W1574241439","https://openalex.org/W1591713425","https://openalex.org/W1598052524","https://openalex.org/W1678414046","https://openalex.org/W1688218840","https://openalex.org/W1799762961","https://openalex.org/W1963873191","https://openalex.org/W1968768508","https://openalex.org/W2010134474","https://openalex.org/W2035836571","https://openalex.org/W2090170171","https://openalex.org/W2097381042","https://openalex.org/W2105489771","https://openalex.org/W2108535023","https://openalex.org/W2121517924","https://openalex.org/W2133853511","https://openalex.org/W2160198238","https://openalex.org/W2160808139","https://openalex.org/W2161252410","https://openalex.org/W2168640731","https://openalex.org/W2172131460","https://openalex.org/W2272841450","https://openalex.org/W2417786368","https://openalex.org/W2442341664","https://openalex.org/W2460299708","https://openalex.org/W2497090499","https://openalex.org/W2523124567","https://openalex.org/W2556477470","https://openalex.org/W2606433045","https://openalex.org/W2735260544","https://openalex.org/W2739330054","https://openalex.org/W2949267040","https://openalex.org/W2950040888","https://openalex.org/W2962730405","https://openalex.org/W2963262099","https://openalex.org/W2963276097","https://openalex.org/W2963438456","https://openalex.org/W2963523627","https://openalex.org/W2964118262","https://openalex.org/W2964227312","https://openalex.org/W3010488986","https://openalex.org/W3014294420","https://openalex.org/W4205774955","https://openalex.org/W4214717370","https://openalex.org/W4249441547","https://openalex.org/W4297791094","https://openalex.org/W6616173779","https://openalex.org/W6632270182","https://openalex.org/W6635923701","https://openalex.org/W6637129513","https://openalex.org/W6637513772","https://openalex.org/W6674600207","https://openalex.org/W6676557315","https://openalex.org/W6682789603","https://openalex.org/W6683706198","https://openalex.org/W6684863604","https://openalex.org/W6685757253","https://openalex.org/W6703271639","https://openalex.org/W6704665273","https://openalex.org/W6716474083","https://openalex.org/W6717230150","https://openalex.org/W6727047058","https://openalex.org/W6727349600","https://openalex.org/W6730153900","https://openalex.org/W6734097942","https://openalex.org/W6734215269","https://openalex.org/W6734325300","https://openalex.org/W6736368053","https://openalex.org/W6748603076","https://openalex.org/W6766234440","https://openalex.org/W7054892219"],"related_works":["https://openalex.org/W2578973671","https://openalex.org/W2215058820","https://openalex.org/W2097663773","https://openalex.org/W1602184117","https://openalex.org/W2413421635","https://openalex.org/W2315999538","https://openalex.org/W2511198839","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W1966557338"],"abstract_inverted_index":{"Reinforcement":[0,106],"learning":[1,11,266],"(RL)":[2],"techniques,":[3],"while":[4],"often":[5,50],"powerful,":[6],"can":[7,99,284],"suffer":[8],"from":[9],"slow":[10],"speeds,":[12],"particularly":[13],"in":[14,19,71,81,105,109,138,170,191,247,252,267,293,300],"high":[15],"dimensional":[16],"spaces":[17],"or":[18],"environments":[20],"with":[21,193,200,218,243],"sparse":[22],"rewards.":[23],"The":[24,122,232,270],"decomposition":[25,48],"of":[26,103,155,238,249,258,265,273,289,298],"tasks":[27,278],"into":[28],"a":[29,89,143,166,194],"hierarchical":[30,53,163,183,213,281],"structure":[31,215,228],"holds":[32],"the":[33,45,131,161,211,222,236,239,250,254,256,259,263,287],"potential":[34],"to":[35,129,286],"significantly":[36],"speed":[37,264],"up":[38],"learning,":[39],"generalization,":[40],"and":[41,119,133,141,172,198,208,220,226,262,279,296],"transfer":[42],"learning.":[43],"However,":[44],"current":[46],"task":[47,54,144,196,214,282],"techniques":[49],"cannot":[51],"extract":[52,100],"structures":[55],"without":[56,186],"relying":[57],"on":[58,93],"high-level":[59],"knowledge":[60,299],"provided":[61],"by":[62],"an":[63,110],"expert":[64],"(e.g.,":[65],"using":[66],"dynamic":[67,188],"Bayesian":[68,189],"networks":[69,190],"(DBNs)":[70],"factored":[72,120,173],"Markov":[73,115],"decision":[74,116],"processes),":[75],"which":[76],"is":[77,216],"not":[78],"necessarily":[79],"available":[80],"autonomous":[82,111,280],"systems.":[83],"In":[84],"this":[85,182,290],"paper,":[86],"we":[87,205],"propose":[88],"novel":[90],"method":[91,124,242,292],"based":[92],"Sequential":[94],"Association":[95],"Rule":[96],"Mining":[97],"that":[98,146,160,179,210],"Hierarchical":[101],"Structure":[102],"Tasks":[104],"Learning":[107],"(SARM-HSTRL)":[108],"manner":[112],"for":[113],"both":[114],"processes":[117],"(MDPs)":[118],"MDPs.":[121,174],"proposed":[123,240],"leverages":[125],"association":[126],"rule":[127],"mining":[128],"discover":[130],"causal":[132],"temporal":[134],"relationships":[135,149],"among":[136,150],"states":[137],"different":[139,156,301],"trajectories":[140,219],"extracts":[142,181],"hierarchy":[145],"captures":[147],"these":[148],"sub-goals":[151],"as":[152],"termination":[153],"conditions":[154],"sub-tasks.":[157],"We":[158],"prove":[159],"extracted":[162,212,260],"policy":[164,169,185],"offers":[165],"hierarchically":[167],"optimal":[168,184],"MDPs":[171],"It":[175],"should":[176],"be":[177],"noted":[178],"SARM-HSTRL":[180,241,274],"having":[187],"scenarios":[192],"single":[195],"trajectory":[197],"also":[199],"multiple":[201,277],"tasks'":[202],"trajectories.":[203],"Furthermore,":[204],"show":[206],"theoretically":[207],"empirically":[209],"consistent":[217],"provides":[221],"most":[223],"efficient,":[224],"reliable,":[225],"compact":[227],"under":[229],"appropriate":[230],"assumptions.":[231],"numerical":[233],"results":[234],"compare":[235],"performance":[237],"conventional":[244],"HRL":[245,291],"algorithms":[246],"terms":[248],"accuracy":[251],"detecting":[253],"sub-goals,":[255],"validity":[257],"hierarchies,":[261],"several":[268],"testbeds.":[269],"key":[271],"capabilities":[272],"including":[275],"handling":[276],"extraction":[283],"lead":[285],"application":[288],"reusing,":[294],"transferring,":[295],"generalization":[297],"domains.":[302]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}