{"id":"https://openalex.org/W3091182627","doi":"https://doi.org/10.1109/tase.2020.3024725","title":"Fuzzy Logic-Driven Variable Time-Scale Prediction-Based Reinforcement Learning for Robotic Multiple Peg-in-Hole Assembly","display_name":"Fuzzy Logic-Driven Variable Time-Scale Prediction-Based Reinforcement Learning for Robotic Multiple Peg-in-Hole Assembly","publication_year":2020,"publication_date":"2020-09-30","ids":{"openalex":"https://openalex.org/W3091182627","doi":"https://doi.org/10.1109/tase.2020.3024725","mag":"3091182627"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2020.3024725","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2020.3024725","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007401897","display_name":"Zhimin Hou","orcid":"https://orcid.org/0000-0003-4864-7439"},"institutions":[{"id":"https://openalex.org/I4391768272","display_name":"State Key Laboratory of Tribology","ror":"https://ror.org/03h33sq24","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhimin Hou","raw_affiliation_strings":["Department of Mechanical Engineering, State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Tsinghua University, Beijing, China","[State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Department of Mechanical Engineering, Tsinghua University, Beijing 100084, China.]"],"raw_orcid":"https://orcid.org/0000-0003-4864-7439","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]},{"raw_affiliation_string":"[State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Department of Mechanical Engineering, Tsinghua University, Beijing 100084, China.]","institution_ids":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042557287","display_name":"Zhihu Li","orcid":"https://orcid.org/0000-0003-4417-1293"},"institutions":[{"id":"https://openalex.org/I4391768272","display_name":"State Key Laboratory of Tribology","ror":"https://ror.org/03h33sq24","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihu Li","raw_affiliation_strings":["Department of Mechanical Engineering, State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Tsinghua University, Beijing, China","[State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Department of Mechanical Engineering, Tsinghua University, Beijing 100084, China.]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]},{"raw_affiliation_string":"[State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Department of Mechanical Engineering, Tsinghua University, Beijing 100084, China.]","institution_ids":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023501351","display_name":"Chenwei Hsu","orcid":null},"institutions":[{"id":"https://openalex.org/I4391768272","display_name":"State Key Laboratory of Tribology","ror":"https://ror.org/03h33sq24","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenwei Hsu","raw_affiliation_strings":["Department of Mechanical Engineering, State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Tsinghua University, Beijing, China","[State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Department of Mechanical Engineering, Tsinghua University, Beijing 100084, China.]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]},{"raw_affiliation_string":"[State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Department of Mechanical Engineering, Tsinghua University, Beijing 100084, China.]","institution_ids":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045734278","display_name":"Kuangen Zhang","orcid":"https://orcid.org/0000-0003-4242-5667"},"institutions":[{"id":"https://openalex.org/I4391768272","display_name":"State Key Laboratory of Tribology","ror":"https://ror.org/03h33sq24","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuangen Zhang","raw_affiliation_strings":["Department of Mechanical Engineering, State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Tsinghua University, Beijing, China","[State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Department of Mechanical Engineering, Tsinghua University, Beijing 100084, China.]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]},{"raw_affiliation_string":"[State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Department of Mechanical Engineering, Tsinghua University, Beijing 100084, China.]","institution_ids":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087396510","display_name":"Jing Xu","orcid":"https://orcid.org/0000-0002-2997-2351"},"institutions":[{"id":"https://openalex.org/I4391768272","display_name":"State Key Laboratory of Tribology","ror":"https://ror.org/03h33sq24","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Xu","raw_affiliation_strings":["Department of Mechanical Engineering, State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Tsinghua University, Beijing, China","[State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Department of Mechanical Engineering, Tsinghua University, Beijing 100084, China (e-mail: jingxu@tsinghua.edu.cn)]"],"raw_orcid":"https://orcid.org/0000-0002-2997-2351","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]},{"raw_affiliation_string":"[State Key Laboratory of Tribology, Beijing Key Laboratory of Precision/Ultra-Precision Manufacturing Equipment Control, Department of Mechanical Engineering, Tsinghua University, Beijing 100084, China (e-mail: jingxu@tsinghua.edu.cn)]","institution_ids":["https://openalex.org/I4391768272","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5386,"has_fulltext":false,"cited_by_count":74,"citation_normalized_percentile":{"value":0.93231603,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"19","issue":"1","first_page":"218","last_page":"229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8045539855957031},{"id":"https://openalex.org/keywords/impedance-control","display_name":"Impedance control","score":0.6361937522888184},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.603576123714447},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.5816407799720764},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5485355854034424},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.5251410007476807},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4793475568294525},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.33801183104515076},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32839125394821167},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19880929589271545}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8045539855957031},{"id":"https://openalex.org/C2777984285","wikidata":"https://www.wikidata.org/wiki/Q17098134","display_name":"Impedance control","level":3,"score":0.6361937522888184},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.603576123714447},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.5816407799720764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5485355854034424},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.5251410007476807},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4793475568294525},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.33801183104515076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32839125394821167},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19880929589271545},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2020.3024725","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2020.3024725","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1510028631","display_name":null,"funder_award_id":"51675291","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2932415477","display_name":null,"funder_award_id":"51935010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3060860940","display_name":null,"funder_award_id":"L192001","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G4274125326","display_name":null,"funder_award_id":"2016YFE0206 200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5106130658","display_name":null,"funder_award_id":"U1613205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W69024212","https://openalex.org/W1491843047","https://openalex.org/W1906302610","https://openalex.org/W1977655452","https://openalex.org/W1982313484","https://openalex.org/W1999776728","https://openalex.org/W2010570954","https://openalex.org/W2044002128","https://openalex.org/W2056262117","https://openalex.org/W2098442959","https://openalex.org/W2126909264","https://openalex.org/W2131119817","https://openalex.org/W2131717626","https://openalex.org/W2145339207","https://openalex.org/W2159752377","https://openalex.org/W2233492911","https://openalex.org/W2334484203","https://openalex.org/W2513156290","https://openalex.org/W2526166478","https://openalex.org/W2585891613","https://openalex.org/W2612089457","https://openalex.org/W2793264449","https://openalex.org/W2797620661","https://openalex.org/W2806263811","https://openalex.org/W2883808499","https://openalex.org/W2890218953","https://openalex.org/W2913938871","https://openalex.org/W2923930218","https://openalex.org/W2963940579","https://openalex.org/W2964333597","https://openalex.org/W2967129319","https://openalex.org/W2967727187","https://openalex.org/W2968268581","https://openalex.org/W3003618985","https://openalex.org/W3013733178","https://openalex.org/W3034385900","https://openalex.org/W6679365036","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6696324988"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2349966087","https://openalex.org/W2380341745"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,133,277,357],"(RL)":[2,278],"has":[3],"been":[4],"increasingly":[5],"used":[6],"for":[7,135],"single":[8],"peg-in-hole":[9,44,190,235,413],"assembly,":[10],"where":[11],"assembly":[12,20,45,51,77,87,102,136,191,205,220,230,236,325,345,367,381,414,427,442],"skill":[13],"is":[14,104,152,193,369,384,416],"learned":[15],"through":[16],"interaction":[17],"with":[18,210,225,327,391,419,432],"the":[19,33,42,47,76,83,92,96,101,120,141,144,149,155,159,171,176,181,185,196,204,219,233,248,258,263,290,317,334,340,343,366,372,396,401,405,426,441],"environment":[21,52,78,85,103,151,231,341,368,403],"in":[22,57,86,147,158,238,271,319,362,386],"a":[23,58,108,126,165,188,239,300,328,392,411],"manner":[24,318],"similar":[25],"to":[26,39,41,74,81,90,139,154,227,309],"skills":[27,326],"employed":[28],"by":[29,107,164,371,395,404],"human":[30,321],"beings.":[31],"However,":[32,289],"existing":[34,291],"RL":[35,97,145,292],"algorithms":[36],"are":[37],"difficult":[38],"apply":[40],"multiple":[43,234],"because":[46],"much":[48],"more":[49],"complicated":[50,229,273],"requires":[53],"sufficient":[54],"exploration,":[55],"resulting":[56],"long":[59,301],"training":[60,302],"time":[61,206,221,428,443],"and":[62,79,180,212,299,342],"less":[63],"data":[64,93,182],"efficiency.":[65],"To":[66,174],"this":[67,69,272],"end,":[68],"article":[70,313],"focuses":[71],"on":[72,262,296,333],"how":[73,80],"predict":[75],"use":[82],"predicted":[84,106,150,370,402],"action":[88,137,162,172,346,382,389],"control":[89,138,259,347,383],"improve":[91,140],"efficiency":[94,142,183],"of":[95,143,178,184,232,257,339],"algorithm.":[98],"Specifically,":[99],"first,":[100],"exactly":[105,246],"variable":[109,129,335,353],"time-scale":[110,130,336,354],"prediction":[111],"(VTSP)":[112],"defined":[113,374,394],"as":[114,170,375],"general":[115,376],"value":[116,377],"functions":[117,378],"(GVFs),":[118],"reducing":[119],"unnecessary":[121],"exploration.":[122],"Second,":[123,380],"we":[124],"propose":[125],"fuzzy":[127,166,351,406],"logic-driven":[128,352],"prediction-based":[131,355],"reinforcement":[132,276,356],"(FLDVTSP-RL)":[134,358],"algorithm,":[146],"which":[148,304,320,331],"mapped":[153,399],"impedance":[156,161,388,397],"parameter":[157,398],"proposed":[160,350],"space":[163,390],"logic":[167,407],"system":[168,408],"(FLS)":[169],"baseline.":[173],"demonstrate":[175],"effectiveness":[177],"VTSP":[179,373],"FLDVTSP-RL":[186],"methods,":[187],"dual":[189,412],"experiment":[192,415],"set":[194],"up;":[195],"results":[197,237],"show":[198],"that":[199,242,254],"FLDVTSP-deep":[200,213],"Q-learning":[201,421],"(DQN)":[202],"decreases":[203,218],"about":[207,222,429,444],"44%":[208],"compared":[209,224,418,431],"DQN":[211],"deterministic":[214,434],"policy":[215,435],"gradient":[216,436],"(DDPG)":[217],"24%":[223],"DDPG.Note":[226],"Practitioners\u2014The":[228],"contact":[240,264,281],"state":[241,265,282],"cannot":[243,267,305],"be":[244,268,306,360],"recognized":[245],"from":[247,316,400],"force":[249],"sensor.":[250],"Therefore,":[251],"contact-model-based":[252],"methods":[253,279,293],"require":[255],"tuning":[256],"parameters":[260],"based":[261],"recognition":[266,283],"applied":[269,308],"directly":[270,307],"environment.":[274],"Recently,":[275],"without":[280],"have":[284],"recently":[285],"attracted":[286],"scientific":[287],"interest.":[288],"still":[294],"rely":[295],"numerous":[297],"explorations":[298],"time,":[303],"real-world":[310],"tasks.":[311],"This":[312],"takes":[314],"inspiration":[315],"beings":[322],"can":[323,359,424,439],"learn":[324],"few":[329],"trials,":[330],"relies":[332],"predictions":[337],"(VTSPs)":[338],"optimized":[344],"strategy.":[348],"Our":[349],"implemented":[361],"two":[363],"steps.":[364],"First,":[365],"(GVFs).":[379],"realized":[385],"an":[387],"baseline":[393],"(FLS).":[409],"Finally,":[410],"conducted;":[417],"deep":[420,433],"(DQN),":[422],"FLDVTSP-DQN":[423],"decrease":[425,440],"44%;":[430],"(DDPG),":[437],"FLDVTSP-DDPG":[438],"24%.":[445]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":2}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}