{"id":"https://openalex.org/W4401290001","doi":"https://doi.org/10.1007/s10846-024-02147-7","title":"Guidance-As-Progressive in Human Skill Training Based on Deep Reinforcement Learning","display_name":"Guidance-As-Progressive in Human Skill Training Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-08-03","ids":{"openalex":"https://openalex.org/W4401290001","doi":"https://doi.org/10.1007/s10846-024-02147-7"},"language":"en","primary_location":{"id":"doi:10.1007/s10846-024-02147-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-024-02147-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-024-02147-7.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10846-024-02147-7.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100397653","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-6572-9068"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Yang","raw_affiliation_strings":["National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi\u2019an, China","National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102753582","display_name":"Haifei Chen","orcid":"https://orcid.org/0000-0002-0766-2993"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifei Chen","raw_affiliation_strings":["National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi\u2019an, China","National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381466","display_name":"Xing Liu","orcid":"https://orcid.org/0000-0002-5327-4908"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Liu","raw_affiliation_strings":["National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi\u2019an, China","National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091127758","display_name":"Panfeng Huang","orcid":"https://orcid.org/0000-0002-5132-9602"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Panfeng Huang","raw_affiliation_strings":["National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi\u2019an, China","National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"National Key Laboratory of Aerospace Flight Dynamics and Research Center for Intelligent Robotics, School of Astronautics, Northwestern Polytechnical University, Youyi Road, 710072, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100397653"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":2.0264,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.86251018,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"110","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9531000256538391,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8013746738433838},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7028974294662476},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5678079128265381},{"id":"https://openalex.org/keywords/zone-of-proximal-development","display_name":"Zone of proximal development","score":0.5490598082542419},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4845375418663025},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.46307408809661865},{"id":"https://openalex.org/keywords/value-network","display_name":"Value network","score":0.41036394238471985},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14731711149215698},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.1441422402858734},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.08521011471748352}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8013746738433838},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7028974294662476},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5678079128265381},{"id":"https://openalex.org/C12338191","wikidata":"https://www.wikidata.org/wiki/Q1053392","display_name":"Zone of proximal development","level":2,"score":0.5490598082542419},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4845375418663025},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.46307408809661865},{"id":"https://openalex.org/C89249532","wikidata":"https://www.wikidata.org/wiki/Q7912758","display_name":"Value network","level":3,"score":0.41036394238471985},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14731711149215698},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.1441422402858734},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.08521011471748352},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C4216890","wikidata":"https://www.wikidata.org/wiki/Q815823","display_name":"Business model","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10846-024-02147-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-024-02147-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-024-02147-7.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10846-024-02147-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-024-02147-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-024-02147-7.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7599999904632568}],"awards":[{"id":"https://openalex.org/G5198280451","display_name":null,"funder_award_id":"62103334","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7483363023","display_name":null,"funder_award_id":"92370123","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7676250215","display_name":null,"funder_award_id":"62273280","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401290001.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1977839180","https://openalex.org/W1997510550","https://openalex.org/W2006566403","https://openalex.org/W2060986495","https://openalex.org/W2136891618","https://openalex.org/W2145319877","https://openalex.org/W2154626282","https://openalex.org/W2343607691","https://openalex.org/W2567943059","https://openalex.org/W2588114174","https://openalex.org/W2604922013","https://openalex.org/W2736570967","https://openalex.org/W2781726626","https://openalex.org/W2888997602","https://openalex.org/W2945302699","https://openalex.org/W2986925736","https://openalex.org/W3003887935","https://openalex.org/W3021634546","https://openalex.org/W3044705930","https://openalex.org/W3133882515","https://openalex.org/W3134830229","https://openalex.org/W3138805322","https://openalex.org/W3159856293","https://openalex.org/W3164371539","https://openalex.org/W3209743495","https://openalex.org/W4210419671","https://openalex.org/W4318953217","https://openalex.org/W4319302764","https://openalex.org/W4385975785","https://openalex.org/W4386594233","https://openalex.org/W4390968535","https://openalex.org/W4391235382","https://openalex.org/W4391305509"],"related_works":["https://openalex.org/W2052480879","https://openalex.org/W2374119190","https://openalex.org/W2131751468","https://openalex.org/W2981117528","https://openalex.org/W2359378645","https://openalex.org/W3046677558","https://openalex.org/W2004602628","https://openalex.org/W2184632399","https://openalex.org/W3033952183","https://openalex.org/W3201942433"],"abstract_inverted_index":{"Abstract":[0],"To":[1],"achieve":[2],"psychological":[3,127],"inclusion":[4],"and":[5,31,46,82,105,153],"skill":[6,11],"development":[7],"orientation":[8],"in":[9,59,179],"human":[10],"training,":[12],"this":[13],"paper":[14],"proposes":[15],"a":[16,52,71,149],"haptic-guided":[17],"training":[18,185],"strategy":[19,72,135],"generation":[20,73,136],"method":[21,130],"with":[22,51],"Deep":[23],"Reinforcement":[24],"Learning":[25],"(DRL)-based":[26],"agent":[27,74],"as":[28,38],"the":[29,39,44,63,68,89,94,101,106,115,123,126,134,138,146,157,173,181],"core":[30],"Zone":[32],"of":[33,43,79,108,110,137,159],"Proximal":[34],"Development":[35],"(ZPD)":[36],"tuning":[37],"auxiliary.":[40],"The":[41,85],"information":[42],"expert":[45],"trainee":[47,182],"is":[48,75,131,142],"stored":[49],"first":[50,124],"designed":[53],"database":[54],"that":[55],"can":[56,165],"be":[57,166],"accessed":[58],"real-time,":[60],"which":[61,77,141],"establishes":[62],"data":[64],"foundation.":[65],"Then,":[66],"under":[67,183],"DRL":[69],"framework,":[70],"designed,":[76],"consists":[78],"an":[80],"actor-network":[81],"two":[83,96],"Q-networks.":[84],"former":[86],"network":[87],"generates":[88],"agent\u2019s":[90],"decision":[91],"policy,":[92],"while":[93],"other":[95],"Q-networks":[97],"work":[98],"to":[99,144],"approximate":[100],"state-action":[102],"value":[103],"function,":[104],"parameters":[107],"all":[109],"them":[111],"are":[112],"administrated":[113],"by":[114],"Soft":[116],"Actor-Critic":[117],"(SAC)":[118],"algorithm.":[119],"In":[120],"addition,":[121],"for":[122],"time,":[125],"ZPD":[128],"evaluation":[129],"integrated":[132],"into":[133],"DRL-based":[139],"agent,":[140],"utilized":[143],"describe":[145],"relationship":[147],"between":[148],"trainees":[150],"intrinsic":[151],"skills":[152],"guidance.":[154],"With":[155],"it,":[156],"problem":[158],"transitional":[160],"guidance":[161,164],"or":[162],"insufficient":[163],"handled":[167],"well.":[168],"Finally,":[169],"simulation":[170],"experiments":[171],"validate":[172],"proposed":[174],"method,":[175],"demonstrating":[176],"its":[177],"efficiency":[178],"regulating":[180],"favorable":[184],"conditions.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}