{"id":"https://openalex.org/W4405718154","doi":"https://doi.org/10.1109/access.2024.3521302","title":"ISPIL: Interactive Sub-Goal-Planning Imitation Learning for Long-Horizon Tasks With Diverse Goals","display_name":"ISPIL: Interactive Sub-Goal-Planning Imitation Learning for Long-Horizon Tasks With Diverse Goals","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4405718154","doi":"https://doi.org/10.1109/access.2024.3521302"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3521302","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3521302","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3521302","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Cynthia Ochoa","orcid":"https://orcid.org/0009-0007-9220-2345"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Cynthia Ochoa","raw_affiliation_strings":["Division of Information Science, Graduate School of Science and Technology, Nara Institute of Science and Technology, Ikoma, Japan","Graduate School of Science and Technology, Division of Information Science, Nara Institute of Science and Technology, Japan"],"raw_orcid":"https://orcid.org/0009-0007-9220-2345","affiliations":[{"raw_affiliation_string":"Division of Information Science, Graduate School of Science and Technology, Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Graduate School of Science and Technology, Division of Information Science, Nara Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003221518","display_name":"Hanbit Oh","orcid":"https://orcid.org/0000-0002-2368-3321"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hanbit Oh","raw_affiliation_strings":["Industrial Cyber-Physical Systems Research Center, National Institute of Advanced Industrial Science and Technology (AIST), Fukushima, Japan","Industrial Cyber-Physical Systems Research Center, National Institute of Advanced Industrial Science and Technology (AIST), Japan"],"raw_orcid":"https://orcid.org/0000-0002-2368-3321","affiliations":[{"raw_affiliation_string":"Industrial Cyber-Physical Systems Research Center, National Institute of Advanced Industrial Science and Technology (AIST), Fukushima, Japan","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"Industrial Cyber-Physical Systems Research Center, National Institute of Advanced Industrial Science and Technology (AIST), Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075301551","display_name":"Yuhwan Kwon","orcid":"https://orcid.org/0000-0001-9058-1379"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuhwan Kwon","raw_affiliation_strings":["Division of Information Science, Graduate School of Science and Technology, Nara Institute of Science and Technology, Ikoma, Japan","Graduate School of Science and Technology, Division of Information Science, Nara Institute of Science and Technology, Japan"],"raw_orcid":"https://orcid.org/0000-0001-9058-1379","affiliations":[{"raw_affiliation_string":"Division of Information Science, Graduate School of Science and Technology, Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Graduate School of Science and Technology, Division of Information Science, Nara Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068377110","display_name":"Yukiyasu Domae","orcid":"https://orcid.org/0000-0002-1366-9657"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yukiyasu Domae","raw_affiliation_strings":["Division of Information Science, Graduate School of Science and Technology, Nara Institute of Science and Technology, Ikoma, Japan","Graduate School of Science and Technology, Division of Information Science, Nara Institute of Science and Technology, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1366-9657","affiliations":[{"raw_affiliation_string":"Division of Information Science, Graduate School of Science and Technology, Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Graduate School of Science and Technology, Division of Information Science, Nara Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042074952","display_name":"Takamitsu Matsubara","orcid":"https://orcid.org/0000-0003-3545-4814"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takamitsu Matsubara","raw_affiliation_strings":["Division of Information Science, Graduate School of Science and Technology, Nara Institute of Science and Technology, Ikoma, Japan","Graduate School of Science and Technology, Division of Information Science, Nara Institute of Science and Technology, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3545-4814","affiliations":[{"raw_affiliation_string":"Division of Information Science, Graduate School of Science and Technology, Nara Institute of Science and Technology, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Graduate School of Science and Technology, Division of Information Science, Nara Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6694,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.76876454,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"197616","last_page":"197631"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9097999930381775,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7612120509147644},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.6779837012290955},{"id":"https://openalex.org/keywords/horizon","display_name":"Horizon","score":0.5529065728187561},{"id":"https://openalex.org/keywords/goal-orientation","display_name":"Goal orientation","score":0.5278282761573792},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5226980447769165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33651822805404663},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17098748683929443}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7612120509147644},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.6779837012290955},{"id":"https://openalex.org/C159176650","wikidata":"https://www.wikidata.org/wiki/Q43261","display_name":"Horizon","level":2,"score":0.5529065728187561},{"id":"https://openalex.org/C84653758","wikidata":"https://www.wikidata.org/wiki/Q5575175","display_name":"Goal orientation","level":2,"score":0.5278282761573792},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5226980447769165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33651822805404663},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17098748683929443},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2024.3521302","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3521302","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c4e2f9fb0f224dc2955fde8cd4eb1816","is_oa":true,"landing_page_url":"https://doaj.org/article/c4e2f9fb0f224dc2955fde8cd4eb1816","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 197616-197631 (2024)","raw_type":"article"},{"id":"pmh:oai:irdb.nii.ac.jp:01146:0007224537","is_oa":false,"landing_page_url":"https://naist.repo.nii.ac.jp/records/2001310","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3521302","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3521302","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6725152017","display_name":null,"funder_award_id":"JPNP20006","funder_id":"https://openalex.org/F4320321034","funder_display_name":"New Energy and Industrial Technology Development Organization"}],"funders":[{"id":"https://openalex.org/F4320321034","display_name":"New Energy and Industrial Technology Development Organization","ror":"https://ror.org/0055k7a87"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1986014385","https://openalex.org/W2084335986","https://openalex.org/W2174803659","https://openalex.org/W2403171414","https://openalex.org/W2604173613","https://openalex.org/W2899455150","https://openalex.org/W2963669336","https://openalex.org/W2973266032","https://openalex.org/W2994446013","https://openalex.org/W3003342008","https://openalex.org/W3014596384","https://openalex.org/W3039055967","https://openalex.org/W3089739707","https://openalex.org/W3155877522","https://openalex.org/W4221154622","https://openalex.org/W4280630155","https://openalex.org/W4312361190","https://openalex.org/W4382203560","https://openalex.org/W4387123766","https://openalex.org/W4388720459","https://openalex.org/W4390778533","https://openalex.org/W4391892588","https://openalex.org/W4401414337","https://openalex.org/W6678367057","https://openalex.org/W6680724558","https://openalex.org/W6684264593","https://openalex.org/W6704559304","https://openalex.org/W6748972340","https://openalex.org/W6753611882","https://openalex.org/W6767372934","https://openalex.org/W6784155536","https://openalex.org/W6785034342","https://openalex.org/W6799150178","https://openalex.org/W6800973767","https://openalex.org/W6802366246","https://openalex.org/W6839370884","https://openalex.org/W6854108904","https://openalex.org/W6854474332"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2665305151"],"abstract_inverted_index":{"Imitation":[0,66],"Learning":[1,67],"(IL)":[2],"is":[3],"a":[4,33,78,89,141,147,169],"promising":[5],"approach":[6],"for":[7,84],"teaching":[8],"tasks":[9,21],"to":[10,131],"robots":[11],"by":[12],"human":[13],"demonstrations,":[14],"although":[15],"it":[16],"faces":[17],"challenges":[18],"from":[19,31],"long-horizon":[20],"and":[22,38,41,88,120,146,165,172,177],"diverse":[23,56,180],"goals":[24],"in":[25,168],"real-world":[26,39],"settings.":[27],"These":[28],"issues":[29],"stem":[30],"(i)":[32],"distribution":[34],"mismatch":[35],"between":[36,118],"demonstrations":[37],"execution":[40,176],"(ii)":[42],"existing":[43],"policy":[44,80,91],"models":[45],"that":[46,72],"typically":[47],"focus":[48],"on":[49,105],"prelearned":[50],"final":[51,86],"goals,":[52,87],"limiting":[53],"efficiency":[54],"with":[55,113],"goals.":[57,181],"To":[58],"address":[59],"this":[60],"situation,":[61],"we":[62],"propose":[63],"Interactive":[64],"Sub-Goal-Planning":[65],"(ISPIL),":[68],"an":[69],"IL":[70],"framework":[71],"learns":[73],"hierarchical,":[74],"goal-conditioned":[75],"policies.":[76],"Specifically,":[77],"high-level":[79],"sets":[81],"reachable":[82],"sub-goals":[83],"the":[85,93,106,115,126,157],"low-level":[90],"executes":[92],"required":[94,130],"actions.":[95],"ISPIL":[96,162],"interactively":[97],"collects":[98],"two":[99],"types":[100],"of":[101,125],"demonstration":[102],"data":[103,136,154],"based":[104],"novelty":[107],"criteria:":[108],"meta-sub-goal":[109],"data,":[110,122],"which":[111,123],"represent":[112],"symbols":[114],"causal":[116],"relationships":[117],"sub-goals,":[119],"action":[121],"consist":[124],"physical":[127],"robotic":[128],"actions":[129],"achieve":[132],"these":[133],"sub-goals.":[134],"Meta-sub-goal":[135],"enable":[137],"effective":[138],"planning":[139],"using":[140],"Regression":[142],"Planning":[143],"Network":[144],"(RPN),":[145],"sub-goal":[148],"switching":[149],"function":[150],"helps":[151],"reduce":[152],"unnecessary":[153],"queries":[155],"at":[156],"high":[158],"level.":[159],"We":[160],"validate":[161],"through":[163],"simulations":[164],"real-robot":[166],"experiments":[167],"kitchen-like":[170],"environment":[171],"demonstrate":[173],"improved":[174],"task":[175],"generalizability":[178],"across":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}