{"id":"https://openalex.org/W3026486560","doi":"https://doi.org/10.1109/tcyb.2020.2990722","title":"Sampling Rate Decay in Hindsight Experience Replay for Robot Control","display_name":"Sampling Rate Decay in Hindsight Experience Replay for Robot Control","publication_year":2020,"publication_date":"2020-05-21","ids":{"openalex":"https://openalex.org/W3026486560","doi":"https://doi.org/10.1109/tcyb.2020.2990722","mag":"3026486560"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2020.2990722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2020.2990722","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057428816","display_name":"Luiz Felipe Vecchietti","orcid":"https://orcid.org/0000-0003-2862-6200"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Luiz Felipe Vecchietti","raw_affiliation_strings":["Cho Chun Shik Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"Cho Chun Shik Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052308329","display_name":"Minah Seo","orcid":"https://orcid.org/0000-0003-0841-5190"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minah Seo","raw_affiliation_strings":["Cho Chun Shik Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"Cho Chun Shik Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005393869","display_name":"Dongsoo Har","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongsoo Har","raw_affiliation_strings":["Cho Chun Shik Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"Cho Chun Shik Graduate School of Green Transportation, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057428816"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":2.4834,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.9119678,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"52","issue":"3","first_page":"1515","last_page":"1526"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hindsight-bias","display_name":"Hindsight bias","score":0.9978789687156677},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6381216049194336},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.610291063785553},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.595073938369751},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5617560744285583},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5512824058532715},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5002162456512451},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.47438839077949524},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46240121126174927},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4260757863521576},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.30012965202331543},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23530808091163635},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.212009996175766},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.1621522605419159},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.1395307183265686},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09463182091712952},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08679690957069397}],"concepts":[{"id":"https://openalex.org/C10347200","wikidata":"https://www.wikidata.org/wiki/Q1960297","display_name":"Hindsight bias","level":2,"score":0.9978789687156677},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6381216049194336},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.610291063785553},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.595073938369751},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5617560744285583},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5512824058532715},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5002162456512451},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.47438839077949524},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46240121126174927},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4260757863521576},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.30012965202331543},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23530808091163635},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.212009996175766},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.1621522605419159},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.1395307183265686},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09463182091712952},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08679690957069397},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcyb.2020.2990722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2020.2990722","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2881250936","display_name":null,"funder_award_id":"2020-0-00440","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"}],"funders":[{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1934909785","https://openalex.org/W1982262386","https://openalex.org/W2116386744","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2155007355","https://openalex.org/W2158782408","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2296073425","https://openalex.org/W2530887700","https://openalex.org/W2575705757","https://openalex.org/W2603088459","https://openalex.org/W2766447205","https://openalex.org/W2772721022","https://openalex.org/W2793798239","https://openalex.org/W2890965997","https://openalex.org/W2892979040","https://openalex.org/W2909711564","https://openalex.org/W2955251534","https://openalex.org/W2969428710","https://openalex.org/W2973229164","https://openalex.org/W3148685027","https://openalex.org/W4293872189","https://openalex.org/W6682849425","https://openalex.org/W6737937804","https://openalex.org/W6740801417","https://openalex.org/W6762640273"],"related_works":["https://openalex.org/W3197854638","https://openalex.org/W3140454661","https://openalex.org/W4245029315","https://openalex.org/W1492315459","https://openalex.org/W1512434910","https://openalex.org/W2540910169","https://openalex.org/W3148904318","https://openalex.org/W2139970489","https://openalex.org/W2022803902","https://openalex.org/W2105474389"],"abstract_inverted_index":{"Training":[0],"agents":[1],"via":[2],"deep":[3],"reinforcement":[4],"learning":[5],"with":[6,154,186,199],"sparse":[7],"rewards":[8,42],"for":[9,61],"robotic":[10,156],"control":[11,157],"tasks":[12,158,191],"in":[13,46,160],"vast":[14],"state":[15],"space":[16],"are":[17],"a":[18,74,90,118,134],"big":[19],"challenge,":[20],"due":[21,88],"to":[22,43,66,89,101],"the":[23,35,98,115,123,141,161,170,182,189,200],"rareness":[24],"of":[25,83,108,117,126,143,188],"successful":[26,56],"experience.":[27],"To":[28],"solve":[29],"this":[30,81,111],"problem,":[31],"recent":[32],"breakthrough":[33],"methods,":[34,68],"hindsight":[36,63,69,84,99,127,144],"experience":[37,70,85,100],"replay":[38],"(HER)":[39],"and":[40,52,94,132,177,184,192,196],"aggressive":[41],"counter":[44],"bias":[45],"HER":[47,183],"(ARCHER),":[48],"use":[49],"unsuccessful":[50],"experiences":[51,57,145],"consider":[53],"them":[54],"as":[55,146],"achieving":[58],"different":[59,106],"goals,":[60],"example,":[62],"experiences.":[64],"According":[65],"these":[67],"is":[71,152],"used":[72],"at":[73,105],"fixed":[75],"sampling":[76,120,135],"rate":[77,125,136],"during":[78],"training.":[79,109],"However,":[80],"usage":[82],"introduces":[86],"bias,":[87],"distinct":[91],"optimal":[92],"policy,":[93],"does":[95],"not":[96],"allow":[97],"take":[102],"variable":[103,119,124],"importance":[104],"stages":[107],"In":[110],"article,":[112],"we":[113],"investigate":[114],"impact":[116],"rate,":[121],"representing":[122],"experience,":[128],"on":[129],"training":[130,147,175,194],"performance":[131,176,195],"propose":[133],"decay":[137],"strategy":[138],"that":[139,169],"decreases":[140],"number":[142],"proceeds.":[148],"The":[149,165],"proposed":[150,171],"method":[151,172],"validated":[153],"three":[155,190],"included":[159],"OpenAI":[162],"Gym":[163],"suite.":[164],"experimental":[166],"results":[167],"demonstrate":[168],"achieves":[173],"improved":[174],"increased":[178],"convergence":[179,197],"speed":[180,198],"over":[181],"ARCHER":[185],"two":[187],"comparable":[193],"other":[201],"one.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2020-05-29T00:00:00"}