{"id":"https://openalex.org/W4402727486","doi":"https://doi.org/10.1109/cis-ram61939.2024.10672832","title":"CLFR-M: Continual Learning Framework for Robots via Human Feedback and Dynamic Memory","display_name":"CLFR-M: Continual Learning Framework for Robots via Human Feedback and Dynamic Memory","publication_year":2024,"publication_date":"2024-08-08","ids":{"openalex":"https://openalex.org/W4402727486","doi":"https://doi.org/10.1109/cis-ram61939.2024.10672832"},"language":"en","primary_location":{"id":"doi:10.1109/cis-ram61939.2024.10672832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cis-ram61939.2024.10672832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Cybernetics and Intelligent Systems (CIS) and IEEE International Conference on Robotics, Automation and Mechatronics (RAM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100435995","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0002-7014-2149"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["Zhejiang University of Technology,College of Computer Science and Technology,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038688931","display_name":"Yiming Fei","orcid":"https://orcid.org/0000-0001-8102-9726"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Fei","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111500162","display_name":"Huajin Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huajin Tang","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046836420","display_name":"Rui Yan","orcid":"https://orcid.org/0000-0003-0048-3092"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yan","raw_affiliation_strings":["Zhejiang University of Technology,College of Computer Science and Technology,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"216","last_page":"221"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6975768804550171},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.605698823928833},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5016272068023682},{"id":"https://openalex.org/keywords/human-memory","display_name":"Human memory","score":0.45135366916656494},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.394612580537796},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3665091395378113},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35431089997291565},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16176873445510864},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09860795736312866},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.07198962569236755},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.07007983326911926}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6975768804550171},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.605698823928833},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5016272068023682},{"id":"https://openalex.org/C2985957978","wikidata":"https://www.wikidata.org/wiki/Q492","display_name":"Human memory","level":3,"score":0.45135366916656494},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.394612580537796},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3665091395378113},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35431089997291565},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16176873445510864},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09860795736312866},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.07198962569236755},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.07007983326911926}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cis-ram61939.2024.10672832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cis-ram61939.2024.10672832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Cybernetics and Intelligent Systems (CIS) and IEEE International Conference on Robotics, Automation and Mechatronics (RAM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2141559645","https://openalex.org/W2615547864","https://openalex.org/W2799002257","https://openalex.org/W2902456977","https://openalex.org/W2970641574","https://openalex.org/W3047235076","https://openalex.org/W3163939464","https://openalex.org/W4221143046","https://openalex.org/W4224912544","https://openalex.org/W4226278401","https://openalex.org/W4300799055","https://openalex.org/W4383097638","https://openalex.org/W4383108457","https://openalex.org/W4384920109","https://openalex.org/W4385574286","https://openalex.org/W4389820524","https://openalex.org/W4394828156","https://openalex.org/W4401414043","https://openalex.org/W4403307161","https://openalex.org/W6740801417","https://openalex.org/W6756754374","https://openalex.org/W6809509765","https://openalex.org/W6809646742","https://openalex.org/W6810640255","https://openalex.org/W6810738896","https://openalex.org/W6839928859","https://openalex.org/W6846254642","https://openalex.org/W6853313673","https://openalex.org/W6853743997","https://openalex.org/W6854838534","https://openalex.org/W6855950928","https://openalex.org/W6858048387","https://openalex.org/W6859175081"],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2248308732","https://openalex.org/W4392651289"],"abstract_inverted_index":{"Robots":[0],"working":[1],"in":[2,33,60],"dynamic":[3,34,92,111],"real-world":[4],"environments":[5],"need":[6],"continual":[7,81],"learning":[8,18,70,82,156],"to":[9,11,55,118,132,139,157,183],"adapt":[10],"changing":[12],"situations":[13],"and":[14,22,24,58,91,114,120,160],"challenges.":[15],"Traditional":[16],"robotics":[17],"methods":[19,172],"lack":[20],"robustness":[21],"transferability":[23],"thus":[25],"are":[26,65],"inefficient":[27],"for":[28,50,84],"complex":[29],"open-ended":[30],"robot":[31,51,155],"tasks":[32,53],"environments.":[35],"In":[36,164],"recent":[37],"years,":[38],"large":[39],"language":[40],"models(LLMs)":[41],"have":[42,107],"become":[43],"one":[44],"of":[45,143,154],"the":[46,141,151,165],"most":[47],"promising":[48],"schemes":[49],"planning":[52],"thanks":[54],"their":[56],"generalization":[57],"convenience":[59],"different":[61],"tasks.":[62],"However,":[63],"LLMs-planners":[64],"not":[66],"good":[67,187],"at":[68],"continuously":[69,96],"from":[71],"long-term":[72],"experience.":[73],"To":[74],"address":[75],"this":[76],"problem,":[77],"we":[78,125,146],"present":[79],"a":[80,109,127],"framework":[83],"robots":[85],"using":[86],"LLMs":[87],"via":[88],"human":[89,148],"feedback":[90,149],"memory":[93,113],"(CLFR-M),":[94],"which":[95],"improves":[97],"robots\u2019":[98],"behavior":[99],"without":[100],"additional":[101],"training":[102],"or":[103],"intricate":[104],"finetuning.":[105],"We":[106],"built":[108],"persistent,":[110],"embedding":[112],"practical":[115],"knowledge":[116,182],"structure":[117],"record":[119],"organize":[121],"important":[122],"experiences.":[123],"Meanwhile,":[124,175],"designed":[126],"memory-inspired":[128],"action":[129],"generation":[130],"method":[131],"incorporate":[133],"accumulated":[134],"experience":[135],"as":[136],"semantic":[137],"guidance":[138],"indicate":[140],"direction":[142],"improvement.":[144],"Moreover,":[145],"introduce":[147],"into":[150],"iterative":[152],"process":[153],"rectify":[158],"errors":[159],"supply":[161],"specific":[162],"knowledge.":[163],"Virtual":[166],"Home":[167],"benchmark,":[168],"CLFR-M":[169,176],"outperforms":[170],"classical":[171],"like":[173],"ProgPrompt.":[174],"also":[177],"can":[178],"transfer":[179],"its":[180],"learned":[181],"unseen":[184],"tasks,":[185],"showing":[186],"zero-shot":[188],"task":[189],"performance.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}