{"id":"https://openalex.org/W4309374434","doi":"https://doi.org/10.1109/smc53654.2022.9945269","title":"Generating Manipulation Sequences using Reinforcement Learning and Behavior Trees for Peg-In-Hole Task","display_name":"Generating Manipulation Sequences using Reinforcement Learning and Behavior Trees for Peg-In-Hole Task","publication_year":2022,"publication_date":"2022-10-09","ids":{"openalex":"https://openalex.org/W4309374434","doi":"https://doi.org/10.1109/smc53654.2022.9945269"},"language":"en","primary_location":{"id":"doi:10.1109/smc53654.2022.9945269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53654.2022.9945269","pdf_url":null,"source":{"id":"https://openalex.org/S4363607746","display_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108876548","display_name":"Jiahua Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahua Xu","raw_affiliation_strings":["Wuhan University of Science and Technology,College of Computer Science and Technology,Wuhan,China,430065","Hubei Province Key Laboratory of Intelligent Information Processing and Real-time Industrial System, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Science and Technology,College of Computer Science and Technology,Wuhan,China,430065","institution_ids":["https://openalex.org/I43922553"]},{"raw_affiliation_string":"Hubei Province Key Laboratory of Intelligent Information Processing and Real-time Industrial System, Wuhan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084568164","display_name":"Yunhan Lin","orcid":"https://orcid.org/0000-0003-2779-2637"},"institutions":[{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhan Lin","raw_affiliation_strings":["Wuhan University of Science and Technology,College of Computer Science and Technology,Wuhan,China,430065","Institute of Robotics and Intelligent Systems, Wuhan University of Science and Technology, Wuhan, China","Hubei Province Key Laboratory of Intelligent Information Processing and Real-time Industrial System, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Science and Technology,College of Computer Science and Technology,Wuhan,China,430065","institution_ids":["https://openalex.org/I43922553"]},{"raw_affiliation_string":"Institute of Robotics and Intelligent Systems, Wuhan University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I43922553"]},{"raw_affiliation_string":"Hubei Province Key Laboratory of Intelligent Information Processing and Real-time Industrial System, Wuhan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102731269","display_name":"Haotian Zhou","orcid":"https://orcid.org/0000-0001-8428-8395"},"institutions":[{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haotian Zhou","raw_affiliation_strings":["Institute of Robotics and Intelligent Systems, Wuhan University of Science and Technology,Wuhan,China,430081"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Intelligent Systems, Wuhan University of Science and Technology,Wuhan,China,430081","institution_ids":["https://openalex.org/I43922553"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059265171","display_name":"Huasong Min","orcid":"https://orcid.org/0000-0003-4845-0097"},"institutions":[{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huasong Min","raw_affiliation_strings":["Institute of Robotics and Intelligent Systems, Wuhan University of Science and Technology,Wuhan,China,430081"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Intelligent Systems, Wuhan University of Science and Technology,Wuhan,China,430081","institution_ids":["https://openalex.org/I43922553"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I43922553"],"apc_list":null,"apc_paid":null,"fwci":0.3114,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.51990459,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2715","last_page":"2720"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8423827886581421},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7595810294151306},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.7093275189399719},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6876752376556396},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6612769961357117},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6386600732803345},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.510038435459137},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5027782917022705},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.42316120862960815},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11146166920661926}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8423827886581421},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7595810294151306},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.7093275189399719},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6876752376556396},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6612769961357117},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6386600732803345},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.510038435459137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5027782917022705},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.42316120862960815},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11146166920661926},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc53654.2022.9945269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53654.2022.9945269","pdf_url":null,"source":{"id":"https://openalex.org/S4363607746","display_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5699999928474426}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2201581102","https://openalex.org/W2746553466","https://openalex.org/W2753034999","https://openalex.org/W2800779097","https://openalex.org/W2909718913","https://openalex.org/W2913938871","https://openalex.org/W2951799221","https://openalex.org/W2964333597","https://openalex.org/W2967717386","https://openalex.org/W2967727187","https://openalex.org/W2968268581","https://openalex.org/W2980348817","https://openalex.org/W2997896361","https://openalex.org/W3009459652","https://openalex.org/W3081200565","https://openalex.org/W3101875589","https://openalex.org/W3127352841","https://openalex.org/W3137832514","https://openalex.org/W3203483019","https://openalex.org/W3207601508","https://openalex.org/W3207649131","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6744292694","https://openalex.org/W6764969207","https://openalex.org/W6774529172"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200","https://openalex.org/W3121791438"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL),":[2],"a":[3,136,140],"method":[4],"of":[5,44,52,80,110,154],"learning":[6,31],"skills":[7],"through":[8],"trial-and-error,":[9],"has":[10],"been":[11],"successfully":[12],"used":[13,59,87],"in":[14,18,101,120,179],"many":[15],"robotics":[16],"applications":[17],"recent":[19],"years.":[20],"We":[21],"combine":[22],"manipulation":[23],"primitives":[24,57],"(MPs),":[25],"behavior":[26,90],"trees":[27,85],"(BTs),":[28],"and":[29,48,72,75,112,139,158,174],"reinforcement":[30],"to":[32,98,176],"propose":[33],"an":[34],"algorithm":[35,159],"for":[36,62,116],"peg-in-hole":[37,118],"tasks,":[38],"which":[39,64,92,147],"speeds":[40],"up":[41,77,171],"the":[42,45,50,53,67,78,81,99,102,108,117,121,129,172,177,180],"convergence":[43,79,149,173],"RL":[46,82,111],"model":[47],"enhance":[49],"adaptability":[51,153],"dynamic":[54,155],"environment.":[55,103,181],"Manipulation":[56],"are":[58,86,133],"as":[60,88,128],"actions":[61,74],"RL,":[63],"can":[65,95,169],"reduce":[66],"gap":[68],"between":[69],"control":[70],"instruction":[71],"robotic":[73],"speed":[76,150,170],"model.":[83],"Behavior":[84],"robot":[89],"control,":[91],"makes":[93],"robots":[94],"actively":[96],"adapt":[97,175],"changes":[100,178],"In":[104],"experiments,":[105],"RL-BT,":[106],"from":[107],"combination":[109],"BT,":[113],"is":[114],"designed":[115],"task":[119],"Gazebo":[122],"simulation":[123],"environment":[124,156],"by":[125,144],"using":[126],"UR5":[127],"actuator.":[130],"The":[131,162],"experiments":[132],"conducted":[134],"on":[135],"simple":[137],"peg":[138,143],"complex":[141],"multi-hole":[142],"three":[145],"aspects,":[146],"include":[148],"verification":[151],"experiment,":[152,157],"robustness":[160],"experiment.":[161],"experiment":[163],"result":[164],"proves":[165],"that":[166],"our":[167],"RL-BT":[168]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}