{"id":"https://openalex.org/W3133407528","doi":"https://doi.org/10.1109/lra.2021.3060711","title":"Harmonic-Based Optimal Motion Planning in Constrained Workspaces Using Reinforcement Learning","display_name":"Harmonic-Based Optimal Motion Planning in Constrained Workspaces Using Reinforcement Learning","publication_year":2021,"publication_date":"2021-02-20","ids":{"openalex":"https://openalex.org/W3133407528","doi":"https://doi.org/10.1109/lra.2021.3060711","mag":"3133407528"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2021.3060711","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3060711","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001781861","display_name":"Panagiotis Rousseas","orcid":"https://orcid.org/0000-0003-4669-3204"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Panagiotis Rousseas","raw_affiliation_strings":["School of Mechanical Engineering, Control Systems Laboratoty, National Technical University of Athens, Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Control Systems Laboratoty, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020695725","display_name":"Charalampos P. Bechlioulis","orcid":"https://orcid.org/0000-0001-9850-2540"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Charalampos Bechlioulis","raw_affiliation_strings":["School of Mechanical Engineering, Control Systems Laboratoty, National Technical University of Athens, Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0001-9850-2540","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Control Systems Laboratoty, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012966309","display_name":"Kostas J. Kyriakopoulos","orcid":"https://orcid.org/0000-0002-1229-3029"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Kostas J. Kyriakopoulos","raw_affiliation_strings":["School of Mechanical Engineering, Control Systems Laboratoty, National Technical University of Athens, Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0002-1229-3029","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Control Systems Laboratoty, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5001781861"],"corresponding_institution_ids":["https://openalex.org/I174458059"],"apc_list":null,"apc_paid":null,"fwci":2.7997,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.91859465,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"6","issue":"2","first_page":"2005","last_page":"2011"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.884032130241394},{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.7266374230384827},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.7119902968406677},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6031991243362427},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5727902054786682},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5480305552482605},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.5480135679244995},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5344144105911255},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5195901393890381},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.458467572927475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38351255655288696},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.28785383701324463},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.13686558604240417},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10606947541236877}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.884032130241394},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.7266374230384827},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.7119902968406677},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6031991243362427},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5727902054786682},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5480305552482605},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.5480135679244995},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5344144105911255},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5195901393890381},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.458467572927475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38351255655288696},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28785383701324463},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.13686558604240417},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10606947541236877},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2021.3060711","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3060711","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1516027685","https://openalex.org/W1971086298","https://openalex.org/W2001804342","https://openalex.org/W2030777923","https://openalex.org/W2057060457","https://openalex.org/W2083283377","https://openalex.org/W2096078692","https://openalex.org/W2103120971","https://openalex.org/W2108286682","https://openalex.org/W2110144538","https://openalex.org/W2125968961","https://openalex.org/W2125973284","https://openalex.org/W2128990851","https://openalex.org/W2154722715","https://openalex.org/W2159722616","https://openalex.org/W2165726932","https://openalex.org/W2177274602","https://openalex.org/W2484646121","https://openalex.org/W2557741120","https://openalex.org/W2772403059","https://openalex.org/W2786893837","https://openalex.org/W2792637468","https://openalex.org/W2890358241","https://openalex.org/W2891736816","https://openalex.org/W2963700156","https://openalex.org/W3081975785","https://openalex.org/W3131301495","https://openalex.org/W3156058177","https://openalex.org/W4247582681","https://openalex.org/W6675683402","https://openalex.org/W6678612201"],"related_works":["https://openalex.org/W4352981143","https://openalex.org/W3131301495","https://openalex.org/W4285069245","https://openalex.org/W2942638802","https://openalex.org/W4383108501","https://openalex.org/W2960879114","https://openalex.org/W2189342182","https://openalex.org/W2121823267","https://openalex.org/W2942612655","https://openalex.org/W3133407528"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3],"propose":[4],"a":[5,68],"novel":[6,73],"reinforcement":[7,41],"learning":[8,42],"algorithm":[9],"to":[10,34,45,67,98],"solve":[11],"the":[12,22,47,62,76,99,115],"optimal":[13],"motion":[14,103],"planning":[15],"problem.":[16],"Particular":[17],"emphasis":[18],"is":[19,43,65],"given":[20],"on":[21],"rigorous":[23],"mathematical":[24],"proof":[25],"of":[26,61,102,114],"safety,":[27],"convergence":[28],"as":[29,31,86,88],"well":[30,87],"optimality":[32],"w.r.t.":[33],"an":[35,59],"integral":[36],"quadratic":[37],"cost":[38,48],"function,":[39],"while":[40],"adopted":[44],"enable":[46],"function's":[49],"approximation.":[50],"Both":[51],"offline":[52,63],"and":[53,58,93,109],"online":[54],"solutions":[55],"are":[56],"proposed,":[57],"implementation":[60],"method":[64],"compared":[66],"state-of-the-art":[69],"RRT*":[70],"approach.":[71],"This":[72],"approach":[74],"inherits":[75],"strong":[77],"traits":[78],"from":[79,111],"both":[80],"artificial":[81],"potential":[82],"fields,":[83],"i.e.,":[84,91],"reactivity,":[85],"sampling-based":[89],"methods,":[90],"optimality,":[92],"opens":[94],"up":[95],"new":[96],"paths":[97],"age-old":[100],"problem":[101],"planning,":[104],"by":[105],"merging":[106],"modern":[107],"tools":[108],"philosophies":[110],"various":[112],"corners":[113],"field.":[116]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}