{"id":"https://openalex.org/W4391027236","doi":"https://doi.org/10.3390/app14020851","title":"Cascaded Fuzzy Reward Mechanisms in Deep Reinforcement Learning for Comprehensive Path Planning in Textile Robotic Systems","display_name":"Cascaded Fuzzy Reward Mechanisms in Deep Reinforcement Learning for Comprehensive Path Planning in Textile Robotic Systems","publication_year":2024,"publication_date":"2024-01-19","ids":{"openalex":"https://openalex.org/W4391027236","doi":"https://doi.org/10.3390/app14020851"},"language":"en","primary_location":{"id":"doi:10.3390/app14020851","doi":"https://doi.org/10.3390/app14020851","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app14020851","pdf_url":"https://www.mdpi.com/2076-3417/14/2/851/pdf?version=1705657702","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2076-3417/14/2/851/pdf?version=1705657702","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102770391","display_name":"Di Zhao","orcid":"https://orcid.org/0009-0001-5969-2836","observed_orcids":["https://orcid.org/0009-0001-5969-2836"]},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4391767778","display_name":"State Key Laboratory of Turbulence and Complex Systems","ror":"https://ror.org/04km98768","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Zhao","raw_affiliation_strings":["Engineering Teaching Practice training Center of Tiangong University, Tianjin 300387, China","Intelligent Bionic Design Laboratory, College of Engineering of Peking University, Beijing 100871, China","School of Mechanical Engineering, Tiangong University, Tianjin 300387, China","State Key Laboratory of Turbulence and Complex Systems, College of Engineering of Peking University, Beijing 100871, China"],"raw_orcid":"https://orcid.org/0009-0001-5969-2836","affiliations":[{"raw_affiliation_string":"Engineering Teaching Practice training Center of Tiangong University, Tianjin 300387, China","institution_ids":["https://openalex.org/I198091727"]},{"raw_affiliation_string":"Intelligent Bionic Design Laboratory, College of Engineering of Peking University, Beijing 100871, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Mechanical Engineering, Tiangong University, Tianjin 300387, China","institution_ids":["https://openalex.org/I198091727"]},{"raw_affiliation_string":"State Key Laboratory of Turbulence and Complex Systems, College of Engineering of Peking University, Beijing 100871, China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101871036","display_name":"Zhenyu Ding","orcid":"https://orcid.org/0000-0003-3185-8328","observed_orcids":["https://orcid.org/0000-0003-3185-8328"]},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Ding","raw_affiliation_strings":["School of Electronics & Information Engineering, Tiangong University, Tianjin 300387, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics & Information Engineering, Tiangong University, Tianjin 300387, China","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409001","display_name":"Wenjie Li","orcid":"https://orcid.org/0009-0008-6119-487X","observed_orcids":["https://orcid.org/0009-0008-6119-487X"]},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjie Li","raw_affiliation_strings":["School of Mechanical Engineering, Tiangong University, Tianjin 300387, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Tiangong University, Tianjin 300387, China","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101836987","display_name":"Sen Zhao","orcid":"https://orcid.org/0000-0003-3860-8647","observed_orcids":["https://orcid.org/0000-0003-3860-8647"]},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Zhao","raw_affiliation_strings":["School of Mechanical Engineering, Tiangong University, Tianjin 300387, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Tiangong University, Tianjin 300387, China","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103186872","display_name":"Yuhong Du","orcid":"https://orcid.org/0009-0007-6965-3105","observed_orcids":["https://orcid.org/0009-0007-6965-3105"]},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuhong Du","raw_affiliation_strings":["Innovation College, Tiangong University, Tianjin 300387, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Innovation College, Tiangong University, Tianjin 300387, China","institution_ids":["https://openalex.org/I198091727"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103186872"],"corresponding_institution_ids":["https://openalex.org/I198091727"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2728},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2728},"fwci":0.8871,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.72709427,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"14","issue":"2","first_page":"851","last_page":"851"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/path-planning","display_name":"path planning","score":0.777999997138977},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8109999895095825},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"collision avoidance","score":0.7059999704360962},{"id":"https://openalex.org/keywords/industrial-automation","display_name":"industrial automation","score":0.7829999923706055}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8438411951065063},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6685218811035156},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6623478531837463},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5956248641014099},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5772847533226013},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.4484918415546417},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4479146897792816},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4289817214012146},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4000881314277649},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.37081682682037354},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2897222638130188},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.16745346784591675},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/app14020851","doi":"https://doi.org/10.3390/app14020851","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app14020851","pdf_url":"https://www.mdpi.com/2076-3417/14/2/851/pdf?version=1705657702","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c1617326640041e6a1deb1ca87584faa","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/c1617326640041e6a1deb1ca87584faa","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Applied Sciences, Vol 14, Iss 2, p 851 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/app14020851","doi":"https://doi.org/10.3390/app14020851","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app14020851","pdf_url":"https://www.mdpi.com/2076-3417/14/2/851/pdf?version=1705657702","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.651199996471405,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G530329338","display_name":null,"funder_award_id":"220603032241503","funder_id":"https://openalex.org/F4320321106","funder_display_name":"Ministry of Education of the People's Republic of China"},{"id":"https://openalex.org/G7385274184","display_name":null,"funder_award_id":"20YDTPJC00740","funder_id":"https://openalex.org/F4320321106","funder_display_name":"Ministry of Education of the People's Republic of China"}],"funders":[{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391027236.pdf","grobid_xml":"https://content.openalex.org/works/W4391027236.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1992176519","https://openalex.org/W1993047517","https://openalex.org/W1994997349","https://openalex.org/W2046738003","https://openalex.org/W2113224918","https://openalex.org/W2121365620","https://openalex.org/W2141363098","https://openalex.org/W2165698076","https://openalex.org/W2605628166","https://openalex.org/W2606907107","https://openalex.org/W2794537597","https://openalex.org/W2796290181","https://openalex.org/W2890218953","https://openalex.org/W2891001213","https://openalex.org/W2912971983","https://openalex.org/W2914358862","https://openalex.org/W2921851574","https://openalex.org/W2969277962","https://openalex.org/W2975243818","https://openalex.org/W3004091482","https://openalex.org/W3203007157","https://openalex.org/W3204181303","https://openalex.org/W4225283319","https://openalex.org/W4226091687","https://openalex.org/W4312208098","https://openalex.org/W4312900898","https://openalex.org/W4320176201","https://openalex.org/W4323020953","https://openalex.org/W4327733733","https://openalex.org/W4366809069"],"related_works":["https://openalex.org/W4390782310","https://openalex.org/W4413917840","https://openalex.org/W7118017305","https://openalex.org/W4410812503","https://openalex.org/W4408853855","https://openalex.org/W7166540123","https://openalex.org/W4415672219","https://openalex.org/W4417151465","https://openalex.org/W4413394021","https://openalex.org/W7152101418"],"abstract_inverted_index":{"With":[0],"the":[1,13,33,63,75,88,91,103,153,162,180],"rapid":[2],"advancement":[3],"of":[4,40,58,65,90,95,138,157,182],"industrial":[5,176],"automation":[6],"and":[7,25,37,48,82,126,148,172,187],"artificial":[8],"intelligence":[9],"technologies,":[10],"particularly":[11],"in":[12,62,98,107,121,165,179,185],"textile":[14,41],"industry,":[15],"robotic":[16,42,158,183],"technology":[17],"is":[18,72],"increasingly":[19],"challenged":[20],"with":[21],"intelligent":[22],"path":[23,35,155],"planning":[24,36,47,156],"executing":[26],"high-precision":[27],"tasks.":[28,109],"This":[29],"study":[30,167],"focuses":[31],"on":[32],"automatic":[34],"yarn-spool-assembly":[38,108],"tasks":[39],"arms,":[43],"proposing":[44],"an":[45],"end-to-end":[46,76,140],"control":[49],"model":[50,77,117],"that":[51],"integrates":[52],"deep":[53,141],"reinforcement":[54,113,142],"learning.":[55],"The":[56,130],"innovation":[57],"this":[59,166],"paper":[60],"lies":[61],"introduction":[64],"a":[66,99,135,146,169],"cascaded":[67,131],"fuzzy":[68,132],"reward":[69,133],"system,":[70,134],"which":[71],"integrated":[73],"into":[74],"to":[78,111],"enhance":[79],"learning":[80,114,143],"efficiency":[81],"reduce":[83],"ineffective":[84],"exploration,":[85],"thereby":[86],"accelerating":[87],"convergence":[89],"model.":[92],"A":[93],"series":[94],"experiments":[96],"conducted":[97],"simulated":[100],"environment":[101],"demonstrate":[102],"model\u2019s":[104],"exceptional":[105],"performance":[106],"Compared":[110],"traditional":[112],"methods,":[115],"our":[116,139],"shows":[118],"potential":[119,173],"advantages":[120],"improving":[122],"task":[123],"success":[124],"rates":[125],"reducing":[127],"collision":[128],"rates.":[129],"core":[136],"component":[137],"model,":[144],"offers":[145],"novel":[147],"more":[149],"robust":[150],"solution":[151],"for":[152,175],"automated":[154],"arms.":[159],"In":[160],"summary,":[161],"method":[163],"proposed":[164],"provides":[168],"new":[170],"perspective":[171],"applications":[174],"automation,":[177],"especially":[178],"operation":[181],"arms":[184],"complex":[186],"uncertain":[188],"environments.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2024-01-20T00:00:00"}