{"id":"https://openalex.org/W3048371077","doi":"https://doi.org/10.1109/access.2020.3015245","title":"Reinforcement Learning-Based Path Generation Using Sequential Pattern Reduction and Self-Directed Curriculum Learning","display_name":"Reinforcement Learning-Based Path Generation Using Sequential Pattern Reduction and Self-Directed Curriculum Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3048371077","doi":"https://doi.org/10.1109/access.2020.3015245","mag":"3048371077"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3015245","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3015245","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09162635.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09162635.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100400949","display_name":"Taewoo Kim","orcid":"https://orcid.org/0000-0002-7750-3736"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]},{"id":"https://openalex.org/I88761825","display_name":"Korea University of Science and Technology","ror":"https://ror.org/000qzf213","country_code":"KR","type":"education","lineage":["https://openalex.org/I88761825"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Taewoo Kim","raw_affiliation_strings":["Department of Computer Software, Korea University of Science and Technology, Daejeon, South Korea","Human-Robot Interaction Research Group, Electronics and Telecommunications Research Institute, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7750-3736","affiliations":[{"raw_affiliation_string":"Department of Computer Software, Korea University of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I88761825"]},{"raw_affiliation_string":"Human-Robot Interaction Research Group, Electronics and Telecommunications Research Institute, Daejeon, South Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034140846","display_name":"Joo-Haeng Lee","orcid":"https://orcid.org/0000-0002-5788-712X"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]},{"id":"https://openalex.org/I88761825","display_name":"Korea University of Science and Technology","ror":"https://ror.org/000qzf213","country_code":"KR","type":"education","lineage":["https://openalex.org/I88761825"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Joo-Haeng Lee","raw_affiliation_strings":["Department of Computer Software, Korea University of Science and Technology, Daejeon, South Korea","Human-Robot Interaction Research Group, Electronics and Telecommunications Research Institute, Daejeon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Software, Korea University of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I88761825"]},{"raw_affiliation_string":"Human-Robot Interaction Research Group, Electronics and Telecommunications Research Institute, Daejeon, South Korea","institution_ids":["https://openalex.org/I142401562"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6708,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.71459773,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"8","issue":null,"first_page":"147790","last_page":"147807"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8067026138305664},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7376270294189453},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5356603860855103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5158916711807251},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4975908100605011},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4228043854236603},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09838920831680298}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8067026138305664},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7376270294189453},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5356603860855103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5158916711807251},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4975908100605011},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4228043854236603},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09838920831680298},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3015245","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3015245","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09162635.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b7370af22a1b47beb581dfee4267519f","is_oa":true,"landing_page_url":"https://doaj.org/article/b7370af22a1b47beb581dfee4267519f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 147790-147807 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3015245","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3015245","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09162635.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.41999998688697815,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1660725767","display_name":null,"funder_award_id":"2017-0-00162","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G2363961781","display_name":null,"funder_award_id":"2017-0-00162","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"},{"id":"https://openalex.org/G439687760","display_name":null,"funder_award_id":"2017-0-00162","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1495118766","https://openalex.org/W1514444483","https://openalex.org/W1515851193","https://openalex.org/W1590675038","https://openalex.org/W1980164336","https://openalex.org/W2005874308","https://openalex.org/W2019738489","https://openalex.org/W2019759656","https://openalex.org/W2021266454","https://openalex.org/W2028344184","https://openalex.org/W2032325716","https://openalex.org/W2056221418","https://openalex.org/W2072210914","https://openalex.org/W2075518500","https://openalex.org/W2082511574","https://openalex.org/W2086810223","https://openalex.org/W2111570103","https://openalex.org/W2141270723","https://openalex.org/W2142810222","https://openalex.org/W2155007355","https://openalex.org/W2156737235","https://openalex.org/W2160067530","https://openalex.org/W2179262126","https://openalex.org/W2210721416","https://openalex.org/W2296073425","https://openalex.org/W2336763592","https://openalex.org/W2345837149","https://openalex.org/W2404399993","https://openalex.org/W2513624636","https://openalex.org/W2522489477","https://openalex.org/W2559642635","https://openalex.org/W2577933845","https://openalex.org/W2581240229","https://openalex.org/W2605102758","https://openalex.org/W2736601468","https://openalex.org/W2741594138","https://openalex.org/W2749928749","https://openalex.org/W2766654026","https://openalex.org/W2767050701","https://openalex.org/W2793798239","https://openalex.org/W2796290181","https://openalex.org/W2892921328","https://openalex.org/W2893889064","https://openalex.org/W2908684875","https://openalex.org/W2962917939","https://openalex.org/W2963311874","https://openalex.org/W2963390466","https://openalex.org/W2963634205","https://openalex.org/W2963713397","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964187267","https://openalex.org/W2964198579","https://openalex.org/W2967730897","https://openalex.org/W2967847744","https://openalex.org/W2968717280","https://openalex.org/W2981529929","https://openalex.org/W2990747716","https://openalex.org/W3101442004","https://openalex.org/W3104515094","https://openalex.org/W4205559380","https://openalex.org/W4256068510","https://openalex.org/W4297810554","https://openalex.org/W4298857966","https://openalex.org/W4300892751","https://openalex.org/W4300971732","https://openalex.org/W6627932998","https://openalex.org/W6635356893","https://openalex.org/W6637967152","https://openalex.org/W6682849425","https://openalex.org/W6683195989","https://openalex.org/W6683935339","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6727252785","https://openalex.org/W6729433768","https://openalex.org/W6732341803","https://openalex.org/W6741002519","https://openalex.org/W6741302124","https://openalex.org/W6743802245","https://openalex.org/W6745190604","https://openalex.org/W6745744936"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,12,46,114,162],"robots":[3,34],"and":[4,79,100,118,146,197,213],"deep":[5],"learning":[6,99,145,148,181,186,207,229],"have":[7],"led":[8],"to":[9,82,124,153,166,225],"active":[10],"research":[11],"human-robot":[13,48,109],"interaction.":[14],"However,":[15,106],"non-physical":[16],"interaction":[17,31,40,110],"using":[18,32,97],"visual":[19,85],"devices":[20,127],"such":[21,35,51,107],"as":[22,36,52],"laser":[23,70],"pointers":[24],"has":[25,41],"gained":[26],"less":[27],"attention":[28],"than":[29,129],"physical":[30],"complex":[33],"humanoids.":[37],"Such":[38],"vision-based":[39,108],"high":[42],"potential":[43],"for":[44,138],"use":[45],"recent":[47],"collaboration":[49],"environments":[50],"assembly":[53],"guidance,":[54],"even":[55],"with":[56],"a":[57,67,84,101,115,163,226],"minimum":[58],"amount":[59],"of":[60,179],"configuration.":[61],"In":[62,131,150],"this":[63,132,139,174],"paper,":[64,133],"we":[65,134,200],"introduce":[66],"simple":[68],"robotic":[69],"pointer":[71],"device":[72],"that":[73,182,202,218],"follows":[74],"an":[75,91,184],"arbitrary":[76],"planar":[77],"path":[78,94],"is":[80,111,175],"designed":[81],"be":[83,122,223],"instructional":[86],"aid.":[87],"We":[88,216],"also":[89],"propose":[90],"image-based":[92],"automatic":[93],"generation":[95],"method":[96,208,221],"reinforcement":[98,228],"sequential":[102],"pattern":[103],"reduction":[104],"technique.":[105],"generally":[112],"performed":[113],"dynamic":[116],"environment,":[117],"it":[119],"can":[120,222],"frequently":[121],"necessary":[123],"calibrate":[125],"the":[126,136,156,159,168,176,192,203,219],"more":[128],"once.":[130],"avoid":[135],"need":[137],"re-calibration":[140],"process":[141],"through":[142],"episodic":[143,211],"randomization":[144,212],"improved":[147],"efficiency.":[149],"particular,":[151],"contrary":[152],"previous":[154],"approaches,":[155],"agent":[157,193],"controls":[158],"curriculum":[160,180,206,214],"difficulty":[161],"self-directed":[164,205],"manner":[165],"determine":[167],"optimal":[169],"curriculum.":[170],"To":[171],"our":[172],"knowledge,":[173],"first":[177],"study":[178],"incorporates":[183],"explicit":[185],"environment":[187],"control":[188],"signal":[189],"initiated":[190],"by":[191],"itself.":[194],"Through":[195],"quantitative":[196],"qualitative":[198],"analyses,":[199],"show":[201],"proposed":[204,220],"outperforms":[209],"ordinary":[210],"learning.":[215],"hope":[217],"extended":[224],"general":[227],"framework.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2026-05-19T21:40:30.786675","created_date":"2025-10-10T00:00:00"}