{"id":"https://openalex.org/W4379385867","doi":"https://doi.org/10.1007/s10723-023-09663-0","title":"Reinforcement Learning in Few-Shot Scenarios: A Survey","display_name":"Reinforcement Learning in Few-Shot Scenarios: A Survey","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4379385867","doi":"https://doi.org/10.1007/s10723-023-09663-0"},"language":"en","primary_location":{"id":"doi:10.1007/s10723-023-09663-0","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10723-023-09663-0","pdf_url":null,"source":{"id":"https://openalex.org/S140218187","display_name":"Journal of Grid Computing","issn_l":"1570-7873","issn":["1570-7873","1572-9184"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Grid Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062002874","display_name":"Zhechao Wang","orcid":"https://orcid.org/0000-0002-4082-0199"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhechao Wang","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","School of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101997111","display_name":"Qiming Fu","orcid":"https://orcid.org/0000-0002-8720-9071"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiming Fu","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","School of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437534","display_name":"Jianping Chen","orcid":"https://orcid.org/0000-0002-2109-5761"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianping Chen","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","School of Architecture and Urban Planning, Suzhou University of Science and Technology, Suzhou, 215009, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Architecture and Urban Planning, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102956206","display_name":"Yunzhe Wang","orcid":"https://orcid.org/0000-0002-1755-6430"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunzhe Wang","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","School of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009920251","display_name":"You Lu","orcid":"https://orcid.org/0000-0002-0930-2764"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You Lu","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","School of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076525932","display_name":"Hongjie Wu","orcid":"https://orcid.org/0000-0001-5921-8707"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjie Wu","raw_affiliation_strings":["Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","School of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Province Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou, 215009, China","institution_ids":["https://openalex.org/I308837"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101997111"],"corresponding_institution_ids":["https://openalex.org/I308837"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":null,"fwci":1.1392,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.82124555,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"21","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8659906983375549},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8184120655059814},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.6445605754852295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5539402961730957},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5172463059425354},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4706401526927948},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4683629274368286},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44652724266052246},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.4233434796333313},{"id":"https://openalex.org/keywords/one-shot","display_name":"One shot","score":0.41736817359924316},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.07241860032081604}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8659906983375549},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8184120655059814},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.6445605754852295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5539402961730957},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5172463059425354},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4706401526927948},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4683629274368286},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44652724266052246},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.4233434796333313},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.41736817359924316},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.07241860032081604},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10723-023-09663-0","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10723-023-09663-0","pdf_url":null,"source":{"id":"https://openalex.org/S140218187","display_name":"Journal of Grid Computing","issn_l":"1570-7873","issn":["1570-7873","1572-9184"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Grid Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1214954270","display_name":"\u9762\u5411\u5927\u578b\u516c\u5171\u5efa\u7b51\u8282\u80fd\u7684\u5f3a\u5316\u5b66\u4e60\u65b9\u6cd5\u53ca\u8fd0\u884c\u6570\u636e\u6846\u67b6\u4f53\u7cfb\u7814\u7a76","funder_award_id":"62072324","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2758043104","display_name":null,"funder_award_id":"61876121","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G344637341","display_name":"\u57fa\u4e8e\u5f3a\u5316\u5b66\u4e60\u7684G\u86cb\u767d\u5076\u8054\u53d7\u4f53\u4e09\u7ef4\u7ed3\u6784\u9884\u6d4b\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61772357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6225290239","display_name":null,"funder_award_id":"61876217","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6618082628","display_name":null,"funder_award_id":"BE2020026","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W23576351","https://openalex.org/W106792269","https://openalex.org/W158722652","https://openalex.org/W186410810","https://openalex.org/W1592847719","https://openalex.org/W1853837125","https://openalex.org/W1993277309","https://openalex.org/W2004030284","https://openalex.org/W2019363670","https://openalex.org/W2097797606","https://openalex.org/W2100752967","https://openalex.org/W2109910161","https://openalex.org/W2115403315","https://openalex.org/W2124477018","https://openalex.org/W2158782408","https://openalex.org/W2162888803","https://openalex.org/W2165698076","https://openalex.org/W2169209873","https://openalex.org/W2202549229","https://openalex.org/W2296073425","https://openalex.org/W2597001495","https://openalex.org/W2605102758","https://openalex.org/W2605369401","https://openalex.org/W2746553466","https://openalex.org/W2766447205","https://openalex.org/W2788455270","https://openalex.org/W2788862220","https://openalex.org/W2905589284","https://openalex.org/W2964227312","https://openalex.org/W2964505566","https://openalex.org/W2965726917","https://openalex.org/W2965889088","https://openalex.org/W2982316857","https://openalex.org/W2997198750","https://openalex.org/W2997510038","https://openalex.org/W2997738974","https://openalex.org/W2998396902","https://openalex.org/W3010740942","https://openalex.org/W3034942609","https://openalex.org/W3037024089","https://openalex.org/W3120915171","https://openalex.org/W3137432794","https://openalex.org/W3139377883","https://openalex.org/W3146079624","https://openalex.org/W3147507998","https://openalex.org/W3175458185","https://openalex.org/W3212580602","https://openalex.org/W4230563027","https://openalex.org/W4285549009","https://openalex.org/W6738852829"],"related_works":["https://openalex.org/W2497720472","https://openalex.org/W4292659306","https://openalex.org/W3044321615","https://openalex.org/W4294892107","https://openalex.org/W2806221744","https://openalex.org/W2326937258","https://openalex.org/W394267150","https://openalex.org/W2357748469","https://openalex.org/W2392917037","https://openalex.org/W2046675961"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}