{"id":"https://openalex.org/W4323022443","doi":"https://doi.org/10.1109/tnnls.2023.3247160","title":"Representation Learning and Reinforcement Learning for Dynamic Complex Motion Planning System","display_name":"Representation Learning and Reinforcement Learning for Dynamic Complex Motion Planning System","publication_year":2023,"publication_date":"2023-03-02","ids":{"openalex":"https://openalex.org/W4323022443","doi":"https://doi.org/10.1109/tnnls.2023.3247160","pmid":"https://pubmed.ncbi.nlm.nih.gov/37028017"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3247160","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3247160","pdf_url":"https://ieeexplore.ieee.org/ielx7/5962385/6104215/10058085.pdf","source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/5962385/6104215/10058085.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018829587","display_name":"Chengmin Zhou","orcid":"https://orcid.org/0000-0002-8297-5949"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]},{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN","FI"],"is_corresponding":false,"raw_author_name":"Chengmin Zhou","raw_affiliation_strings":["Machine Learning Group, School of Computing, University of Eastern Finland, Joensuu, Finland","College of Big Data and Internet, Shenzhen Technology University, Shenzhen, China","School of Computing, Machine Learning Group, University of Eastern Finland, Joensuu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-8297-5949","affiliations":[{"raw_affiliation_string":"Machine Learning Group, School of Computing, University of Eastern Finland, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]},{"raw_affiliation_string":"College of Big Data and Internet, Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]},{"raw_affiliation_string":"School of Computing, Machine Learning Group, University of Eastern Finland, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015878061","display_name":"Bingding Huang","orcid":"https://orcid.org/0000-0002-4748-2882"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingding Huang","raw_affiliation_strings":["College of Big Data and Internet, Shenzhen Technology University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-4748-2882","affiliations":[{"raw_affiliation_string":"College of Big Data and Internet, Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037846871","display_name":"Pasi Fr\u00e4nti","orcid":"https://orcid.org/0000-0002-9554-2827"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Pasi Fr\u00e4nti","raw_affiliation_strings":["Machine Learning Group, School of Computing, University of Eastern Finland, Joensuu, Finland","School of Computing, Machine Learning Group, University of Eastern Finland, Joensuu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-9554-2827","affiliations":[{"raw_affiliation_string":"Machine Learning Group, School of Computing, University of Eastern Finland, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]},{"raw_affiliation_string":"School of Computing, Machine Learning Group, University of Eastern Finland, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.235,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.89757567,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"35","issue":"8","first_page":"11049","last_page":"11063"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8801553845405579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7708674669265747},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6634389758110046},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.6087039709091187},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5952485799789429},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.582506537437439},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5642141103744507},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5460067987442017},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5013139247894287},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4552534818649292},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4518137574195862},{"id":"https://openalex.org/keywords/offline-learning","display_name":"Offline learning","score":0.41921043395996094},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3312112092971802},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3027813136577606},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.1637890636920929},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.13338863849639893},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0864948034286499}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8801553845405579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7708674669265747},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6634389758110046},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.6087039709091187},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5952485799789429},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.582506537437439},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5642141103744507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5460067987442017},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5013139247894287},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4552534818649292},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4518137574195862},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.41921043395996094},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3312112092971802},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3027813136577606},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.1637890636920929},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.13338863849639893},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0864948034286499},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3247160","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3247160","pdf_url":"https://ieeexplore.ieee.org/ielx7/5962385/6104215/10058085.pdf","source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37028017","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37028017","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":{"id":"doi:10.1109/tnnls.2023.3247160","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3247160","pdf_url":"https://ieeexplore.ieee.org/ielx7/5962385/6104215/10058085.pdf","source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323022443.pdf","grobid_xml":"https://content.openalex.org/works/W4323022443.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W192919555","https://openalex.org/W1646707810","https://openalex.org/W1969483458","https://openalex.org/W1971998222","https://openalex.org/W1974795838","https://openalex.org/W1979195295","https://openalex.org/W2005354226","https://openalex.org/W2103052138","https://openalex.org/W2117211893","https://openalex.org/W2142943472","https://openalex.org/W2145339207","https://openalex.org/W2163922914","https://openalex.org/W2411690432","https://openalex.org/W2424778531","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2766836212","https://openalex.org/W2890001928","https://openalex.org/W2904246096","https://openalex.org/W2963809389","https://openalex.org/W2963821308","https://openalex.org/W2964082383","https://openalex.org/W2964319688","https://openalex.org/W2981037657","https://openalex.org/W2987631717","https://openalex.org/W3087257704","https://openalex.org/W3131623996","https://openalex.org/W3182751084","https://openalex.org/W4250589301","https://openalex.org/W4281258657","https://openalex.org/W4298857966","https://openalex.org/W4304480790","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6683195989","https://openalex.org/W6684205842","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6734517396","https://openalex.org/W6735377749","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6768263596","https://openalex.org/W6769218391"],"related_works":["https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2999580272","https://openalex.org/W4225619808","https://openalex.org/W4297873223","https://openalex.org/W3009457412","https://openalex.org/W2350784623","https://openalex.org/W2126211886","https://openalex.org/W2067790096","https://openalex.org/W4400438570"],"abstract_inverted_index":{"Indoor":[0],"motion":[1,48,77,183],"planning":[2,49,78,184],"challenges":[3,55],"researchers":[4],"because":[5],"of":[6,12,22,32,110,149,154,159,163,191],"the":[7,20,30,73,105,108,126,139,147,160,164,180,189,192],"high":[8],"density":[9],"and":[10,34,61,68,86,142],"unpredictability":[11],"moving":[13],"obstacles.":[14,36],"Classical":[15],"algorithms":[16,41,53],"work":[17],"well":[18],"in":[19,29,56,107,182],"case":[21,31],"static":[23],"obstacles":[24],"but":[25],"suffer":[26],"from":[27],"collisions":[28],"dense":[33],"dynamic":[35],"Recent":[37],"reinforcement":[38],"learning":[39,141,144],"(RL)":[40],"provide":[42],"safe":[43],"solutions":[44],"for":[45],"multiagent":[46],"robotic":[47],"systems.":[50],"However,":[51],"these":[52],"face":[54],"convergence:":[57],"slow":[58],"convergence":[59,153],"speed":[60],"suboptimal":[62],"converged":[63],"result.":[64],"Inspired":[65],"by":[66,121,137],"RL":[67],"representation":[69],"learning,":[70],"we":[71,97,115,130],"introduced":[72,131],"ALN-DSAC:":[74],"a":[75,99,132],"hybrid":[76],"algorithm":[79,170],"where":[80],"attention-based":[81,122],"long":[82],"short-term":[83],"memory":[84],"(LSTM)":[85],"novel":[87,133],"data":[88,127,134,150],"replay":[89,135],"combine":[90],"with":[91,175],"discrete":[92,100,111],"soft":[93],"actor-critic":[94],"(SAC).":[95],"First,":[96],"implemented":[98],"SAC":[101,106],"algorithm,":[102],"which":[103],"is":[104,197],"setting":[109],"action":[112],"space.":[113],"Second,":[114],"optimized":[116],"existing":[117],"distance-based":[118],"LSTM":[119],"encoding":[120,123],"to":[124,145,178,188],"improve":[125,146],"quality.":[128],"Third,":[129],"method":[136],"combining":[138],"online":[140],"offline":[143],"efficacy":[148],"replay.":[151],"The":[152,194],"our":[155,169],"ALN-DSAC":[156],"outperforms":[157],"that":[158,168],"trainable":[161],"state":[162,190],"arts.":[165,193],"Evaluations":[166],"demonstrate":[167],"achieves":[171],"nearly":[172],"100%":[173],"success":[174],"less":[176],"time":[177],"reach":[179],"goal":[181],"tasks":[185],"when":[186],"compared":[187],"test":[195],"code":[196],"available":[198],"at":[199],"https://github.com/CHUENGMINCHOU/ALN-DSAC.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}