{"id":"https://openalex.org/W4385154526","doi":"https://doi.org/10.1109/tie.2023.3294600","title":"Episode-Fuzzy-COACH Method for Fast Robot Skill Learning","display_name":"Episode-Fuzzy-COACH Method for Fast Robot Skill Learning","publication_year":2023,"publication_date":"2023-07-21","ids":{"openalex":"https://openalex.org/W4385154526","doi":"https://doi.org/10.1109/tie.2023.3294600"},"language":"en","primary_location":{"id":"doi:10.1109/tie.2023.3294600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2023.3294600","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101757981","display_name":"Bingqian Li","orcid":"https://orcid.org/0000-0001-7103-9103"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingqian Li","raw_affiliation_strings":["Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, and National Key Laboratory of Aerospace Flight Dynamics, Northwestern Polytechnical University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0001-7103-9103","affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, and National Key Laboratory of Aerospace Flight Dynamics, Northwestern Polytechnical University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381466","display_name":"Xing Liu","orcid":"https://orcid.org/0000-0002-5327-4908"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Liu","raw_affiliation_strings":["Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, and National Key Laboratory of Aerospace Flight Dynamics, Northwestern Polytechnical University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-5327-4908","affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, and National Key Laboratory of Aerospace Flight Dynamics, Northwestern Polytechnical University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083493899","display_name":"Zhengxiong Liu","orcid":"https://orcid.org/0000-0002-9427-4066"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengxiong Liu","raw_affiliation_strings":["Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, and National Key Laboratory of Aerospace Flight Dynamics, Northwestern Polytechnical University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-9427-4066","affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, and National Key Laboratory of Aerospace Flight Dynamics, Northwestern Polytechnical University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091127758","display_name":"Panfeng Huang","orcid":"https://orcid.org/0000-0002-5132-9602"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Panfeng Huang","raw_affiliation_strings":["Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, and National Key Laboratory of Aerospace Flight Dynamics, Northwestern Polytechnical University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-5132-9602","affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, and National Key Laboratory of Aerospace Flight Dynamics, Northwestern Polytechnical University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":1.1275,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.82215548,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"71","issue":"6","first_page":"5931","last_page":"5940"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6578469276428223},{"id":"https://openalex.org/keywords/throwing","display_name":"Throwing","score":0.5933989882469177},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.5217405557632446},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.5141471028327942},{"id":"https://openalex.org/keywords/human-intelligence","display_name":"Human intelligence","score":0.5090436339378357},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4857192635536194},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4394069314002991},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40437859296798706},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3603687882423401},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3295251131057739},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.32927191257476807},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20229461789131165}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6578469276428223},{"id":"https://openalex.org/C207451115","wikidata":"https://www.wikidata.org/wiki/Q12898216","display_name":"Throwing","level":2,"score":0.5933989882469177},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.5217405557632446},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.5141471028327942},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.5090436339378357},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4857192635536194},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4394069314002991},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40437859296798706},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3603687882423401},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3295251131057739},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.32927191257476807},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20229461789131165},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tie.2023.3294600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2023.3294600","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.550000011920929}],"awards":[{"id":"https://openalex.org/G5198280451","display_name":null,"funder_award_id":"62103334","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7676250215","display_name":null,"funder_award_id":"62273280","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1520340982","https://openalex.org/W1977655452","https://openalex.org/W2060914855","https://openalex.org/W2068923975","https://openalex.org/W2100235553","https://openalex.org/W2110064869","https://openalex.org/W2127107099","https://openalex.org/W2128378943","https://openalex.org/W2401683402","https://openalex.org/W2737895369","https://openalex.org/W2799745602","https://openalex.org/W2968652061","https://openalex.org/W2973127235","https://openalex.org/W3038500004","https://openalex.org/W3088304681","https://openalex.org/W3125605919","https://openalex.org/W3127352841","https://openalex.org/W3159096324","https://openalex.org/W3167898434","https://openalex.org/W3171912333","https://openalex.org/W3197594072","https://openalex.org/W4205513846","https://openalex.org/W4229514162","https://openalex.org/W6604963999","https://openalex.org/W6678157427","https://openalex.org/W6680971464","https://openalex.org/W6764969207","https://openalex.org/W6782766965"],"related_works":["https://openalex.org/W2757445715","https://openalex.org/W4239855920","https://openalex.org/W2371249440","https://openalex.org/W2365576545","https://openalex.org/W3165347946","https://openalex.org/W4226007727","https://openalex.org/W2059660105","https://openalex.org/W2327671128","https://openalex.org/W2386414876","https://openalex.org/W3029718387"],"abstract_inverted_index":{"To":[0],"realize":[1,113,120],"robot":[2,122,221],"skill":[3,123,222],"learning":[4,10,42,69,82,147],"in":[5,16,67,80,129,175],"the":[6,36,41,68,81,136,143,146,192,205],"real":[7],"world,":[8],"reinforcement":[9],"algorithms":[11],"need":[12],"to":[13,35,38,58,112,119,134,142],"be":[14],"applied":[15],"continuous":[17],"problems":[18],"with":[19,44,101,160],"high":[20],"sample":[21],"efficiency.":[22],"Hybrid":[23],"intelligence":[24,66],"is":[25,99,117,132,152,177,197,209,217],"regarded":[26],"as":[27],"an":[28],"available":[29,218],"solution":[30],"for":[31,219],"this":[32,72,130],"problem,":[33],"due":[34],"ability":[37],"speed":[39],"up":[40],"process":[43],"human":[45,60,65,74,88,95],"knowledge":[46,75,202],"and":[47,63,76,90,156,166],"experience.":[48],"Therefore,":[49],"we":[50],"propose":[51],"Episode-Fuzzy-COACH":[52,216],"(COrrective":[53],"Advice":[54],"Communicated":[55],"by":[56,87,94,154,200],"Humans),":[57],"imitate":[59],"fuzzy":[61,91],"logic":[62],"involve":[64],"process.":[70],"In":[71],"framework,":[73],"experience":[77],"are":[78,85],"involved":[79],"process,":[83],"which":[84,116],"provided":[86],"feedback":[89],"rules":[92],"designed":[93],"users.":[96],"Moreover,":[97],"it":[98],"combined":[100],"Path":[102],"Integrals":[103],"Policy":[104],"Improvement":[105],"(":[106],"<inline-formula":[107,162,167,182,212],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[108,163,168,183,213],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[109,164,169,184,214],"notation=\"LaTeX\">$PI^{2}$</tex-math></inline-formula>":[110,165],"),":[111],"hybrid":[114],"intelligence,":[115],"used":[118,133],"fast":[121,220],"learning.":[124,223],"Throwing":[125],"Movement":[126],"Primitives":[127],"proposed":[128],"article":[131],"represent":[135],"policy":[137],"of":[138,149,194,204],"ball-throwing":[139],"skill.":[140],"According":[141],"simulation":[144],"results,":[145],"efficiency":[148],"our":[150,195],"method":[151,173,196],"increased":[153],"72%":[155],"42.86%,":[157],"respectively,":[158],"compared":[159],"pure":[161],"notation=\"LaTeX\">$PI^{2}+$</tex-math></inline-formula>":[170,185,215],"COACH.":[171,186],"Our":[172],"validated":[174],"experiments":[176],"46.67%":[178],"more":[179],"effective":[180],"than":[181],"The":[187],"results":[188],"also":[189],"show":[190],"that":[191,211],"performance":[193],"not":[198],"affected":[199],"users'":[201],"level":[203],"related":[206],"field.":[207],"It":[208],"proven":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-28T08:01:55.173337","created_date":"2025-10-10T00:00:00"}
