{"id":"https://openalex.org/W4392298014","doi":"https://doi.org/10.1007/s11370-024-00514-9","title":"Memory-based soft actor\u2013critic with prioritized experience replay for autonomous navigation","display_name":"Memory-based soft actor\u2013critic with prioritized experience replay for autonomous navigation","publication_year":2024,"publication_date":"2024-02-29","ids":{"openalex":"https://openalex.org/W4392298014","doi":"https://doi.org/10.1007/s11370-024-00514-9"},"language":"en","primary_location":{"id":"doi:10.1007/s11370-024-00514-9","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11370-024-00514-9","pdf_url":null,"source":{"id":"https://openalex.org/S145649206","display_name":"Intelligent Service Robotics","issn_l":"1861-2776","issn":["1861-2776","1861-2784"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Service Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080502013","display_name":"Zhigang Wei","orcid":"https://orcid.org/0009-0000-4043-8478"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigang Wei","raw_affiliation_strings":["School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China"],"raw_orcid":"https://orcid.org/0009-0000-4043-8478","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","institution_ids":["https://openalex.org/I96908189"]},{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060754834","display_name":"Wendong Xiao","orcid":"https://orcid.org/0000-0002-9398-0794"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wendong Xiao","raw_affiliation_strings":["School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","institution_ids":["https://openalex.org/I96908189"]},{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390896","display_name":"Liang Yuan","orcid":"https://orcid.org/0000-0002-7068-8766"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]},{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Yuan","raw_affiliation_strings":["Beijing Advanced Innovation Center for Soft Matter Science and Engineering, Beijing University of Chemical Technology, Beijing, 100029, People\u2019s Republic of China","School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Soft Matter Science and Engineering, Beijing University of Chemical Technology, Beijing, 100029, People\u2019s Republic of China","institution_ids":["https://openalex.org/I75390827"]},{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","institution_ids":["https://openalex.org/I96908189"]},{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091604093","display_name":"Teng Ran","orcid":"https://orcid.org/0000-0002-4496-7454"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Teng Ran","raw_affiliation_strings":["School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","institution_ids":["https://openalex.org/I96908189"]},{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086906834","display_name":"Jianping Cui","orcid":"https://orcid.org/0000-0002-8866-5685"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianping Cui","raw_affiliation_strings":["School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","institution_ids":["https://openalex.org/I96908189"]},{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5092105570","display_name":"Kai Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Lv","raw_affiliation_strings":["School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People\u2019s Republic of China","institution_ids":["https://openalex.org/I96908189"]},{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, 830017, People's Republic of China","institution_ids":["https://openalex.org/I96908189"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5060754834"],"corresponding_institution_ids":["https://openalex.org/I96908189"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":3.6043,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.93413215,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"17","issue":"3","first_page":"621","last_page":"630"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.863706111907959},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.7440670728683472},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.6861304044723511},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4757278263568878},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4602580964565277},{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.4540967345237732},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.43329381942749023},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.42649465799331665},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4209005832672119},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.37236812710762024}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.863706111907959},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.7440670728683472},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.6861304044723511},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4757278263568878},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4602580964565277},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.4540967345237732},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.43329381942749023},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.42649465799331665},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4209005832672119},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37236812710762024},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11370-024-00514-9","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11370-024-00514-9","pdf_url":null,"source":{"id":"https://openalex.org/S145649206","display_name":"Intelligent Service Robotics","issn_l":"1861-2776","issn":["1861-2776","1861-2784"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Service Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5290099391","display_name":null,"funder_award_id":"Grant 52275003","funder_id":"https://openalex.org/F4320315254","funder_display_name":"Innovative Research Group Project of the National Natural Science Foundation of China"},{"id":"https://openalex.org/G5410449313","display_name":null,"funder_award_id":"buctrc202105","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G676562319","display_name":null,"funder_award_id":"Grant 2022D01C673","funder_id":"https://openalex.org/F4320311028","funder_display_name":"Natural Science Foundation of Xinjiang Province"}],"funders":[{"id":"https://openalex.org/F4320311028","display_name":"Natural Science Foundation of Xinjiang Province","ror":null},{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2888241724","https://openalex.org/W2890001928","https://openalex.org/W2912024007","https://openalex.org/W2917089854","https://openalex.org/W2963428623","https://openalex.org/W2964082383","https://openalex.org/W2964319688","https://openalex.org/W2965870268","https://openalex.org/W2969277962","https://openalex.org/W3005243570","https://openalex.org/W3128670296","https://openalex.org/W3160952489","https://openalex.org/W3161551690","https://openalex.org/W3168738617","https://openalex.org/W3201913099","https://openalex.org/W4290422791","https://openalex.org/W4317796294","https://openalex.org/W4364374682","https://openalex.org/W4366989942","https://openalex.org/W4379793996","https://openalex.org/W6605918897"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W4253519380","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W4391249562","https://openalex.org/W2356867392","https://openalex.org/W2782776446","https://openalex.org/W3043170174","https://openalex.org/W2155948905","https://openalex.org/W2906946336"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}