{"id":"https://openalex.org/W4408222493","doi":"https://doi.org/10.1109/robio64047.2024.10907722","title":"Novelty-based Sample Reuse for Continuous Robotics Control","display_name":"Novelty-based Sample Reuse for Continuous Robotics Control","publication_year":2024,"publication_date":"2024-12-10","ids":{"openalex":"https://openalex.org/W4408222493","doi":"https://doi.org/10.1109/robio64047.2024.10907722"},"language":"en","primary_location":{"id":"doi:10.1109/robio64047.2024.10907722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio64047.2024.10907722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103104450","display_name":"Ke Duan","orcid":"https://orcid.org/0000-0002-8665-0957"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Duan","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085421548","display_name":"Kai Yang","orcid":"https://orcid.org/0009-0005-4961-2715"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Yang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076885280","display_name":"Houde Liu","orcid":"https://orcid.org/0000-0002-7314-3366"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Houde Liu","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100737121","display_name":"Xueqian Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqian Wang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1862","last_page":"1867"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9388999938964844,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.8326461315155029},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.7613440752029419},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.7068524360656738},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6836004257202148},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6413861513137817},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.6121896505355835},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46911361813545227},{"id":"https://openalex.org/keywords/swarm-robotics","display_name":"Swarm robotics","score":0.4131573438644409},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3392110764980316},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3243687152862549},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.2836463451385498},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18217816948890686},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.05590316653251648}],"concepts":[{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.8326461315155029},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.7613440752029419},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.7068524360656738},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6836004257202148},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6413861513137817},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.6121896505355835},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46911361813545227},{"id":"https://openalex.org/C169337768","wikidata":"https://www.wikidata.org/wiki/Q2446723","display_name":"Swarm robotics","level":3,"score":0.4131573438644409},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3392110764980316},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3243687152862549},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2836463451385498},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18217816948890686},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.05590316653251648},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio64047.2024.10907722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio64047.2024.10907722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2900474150","display_name":null,"funder_award_id":"92248304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1977655452","https://openalex.org/W2443711627","https://openalex.org/W2575705757","https://openalex.org/W2962887844","https://openalex.org/W2963007936","https://openalex.org/W2963523627","https://openalex.org/W2997289589","https://openalex.org/W3018036994","https://openalex.org/W3038822267","https://openalex.org/W4220747123","https://openalex.org/W4392247015","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6685726866","https://openalex.org/W6704571135","https://openalex.org/W6717230150","https://openalex.org/W6734097942","https://openalex.org/W6735033012","https://openalex.org/W6736057607","https://openalex.org/W6736209634","https://openalex.org/W6740801417","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748599296","https://openalex.org/W6751494529","https://openalex.org/W6754471908","https://openalex.org/W6756303580","https://openalex.org/W6760405395","https://openalex.org/W6760698134","https://openalex.org/W6764053384","https://openalex.org/W6777656069","https://openalex.org/W6849896277","https://openalex.org/W6861531550"],"related_works":["https://openalex.org/W2381242807","https://openalex.org/W3126131230","https://openalex.org/W2347541121","https://openalex.org/W2089011450","https://openalex.org/W2887326407","https://openalex.org/W2480315593","https://openalex.org/W4281553566","https://openalex.org/W4390006973","https://openalex.org/W2962829499","https://openalex.org/W2809830912"],"abstract_inverted_index":{"In":[0],"reinforcement":[1],"learning,":[2],"agents":[3],"collect":[4],"state":[5],"information":[6],"and":[7,26,95,120],"rewards":[8],"through":[9],"environmental":[10],"interactions,":[11],"essential":[12],"for":[13,71,91,99],"policy":[14],"refinement.":[15],"This":[16],"process":[17],"is":[18,132],"notably":[19],"time-consuming,":[20],"especially":[21],"in":[22,62],"complex":[23],"robotic":[24],"simulations":[25],"real-world":[27],"applications.":[28],"Traditional":[29],"algorithms":[30,124],"usually":[31],"re-engage":[32],"with":[33,55,107],"the":[34,108,117],"environment":[35,109],"after":[36],"processing":[37],"a":[38],"single":[39],"batch":[40],"of":[41,123],"samples,":[42],"thereby":[43],"failing":[44],"to":[45],"fully":[46],"capitalize":[47],"on":[48],"historical":[49],"data.":[50],"However,":[51],"frequently":[52],"observed":[53,65],"states,":[54,101],"reliable":[56],"value":[57,74],"estimates,":[58],"require":[59],"minimal":[60],"updates;":[61],"contrast,":[63],"rare":[64],"states":[66,94],"necessitate":[67],"more":[68],"intensive":[69],"updates":[70,90,98],"achieving":[72],"accurate":[73],"estimations.":[75],"To":[76],"address":[77],"uneven":[78],"sample":[79,103],"utilization,":[80],"we":[81],"propose":[82],"Novelty-guided":[83],"Sample":[84],"Reuse":[85],"(NSR).":[86],"NSR":[87,115],"provides":[88],"extra":[89],"infrequent,":[92],"novel":[93],"skips":[96],"additional":[97],"frequent":[100],"maximizing":[102],"use":[104],"before":[105],"interacting":[106],"again.":[110],"Our":[111,130],"experiments":[112],"show":[113],"that":[114],"improves":[116],"convergence":[118],"rate":[119,122],"success":[121],"without":[125],"significantly":[126],"increasing":[127],"time":[128],"consumption.":[129],"code":[131],"publicly":[133],"available":[134],"at":[135],"https://github.com/ppksigs/NSR-DDPG-HER":[136]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}