{"id":"https://openalex.org/W3214728304","doi":"https://doi.org/10.1155/2021/5692105","title":"Multipolicy Robot-Following Model Based on Reinforcement Learning","display_name":"Multipolicy Robot-Following Model Based on Reinforcement Learning","publication_year":2021,"publication_date":"2021-11-08","ids":{"openalex":"https://openalex.org/W3214728304","doi":"https://doi.org/10.1155/2021/5692105","mag":"3214728304"},"language":"en","primary_location":{"id":"doi:10.1155/2021/5692105","is_oa":true,"landing_page_url":"http://doi.org/10.1155/2021/5692105","pdf_url":"https://downloads.hindawi.com/journals/sp/2021/5692105.pdf","source":{"id":"https://openalex.org/S166774750","display_name":"Scientific Programming","issn_l":"1058-9244","issn":["1058-9244","1875-919X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Programming","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/sp/2021/5692105.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090524553","display_name":"Ning Yu","orcid":"https://orcid.org/0000-0001-7411-3874"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Yu","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, China","Key Laboratory of Networked Control Systems, Chinese Academy of Sciences, Shenyang 110016, China","Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, China","University of Chinese Academy of Sciences, Beijing 100049, China"],"raw_orcid":"https://orcid.org/0000-0001-7411-3874","affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Chinese Academy of Sciences, Shenyang 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing 100049, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101865071","display_name":"Nan Lin","orcid":"https://orcid.org/0000-0001-6904-3533"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Nan","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, China","Key Laboratory of Networked Control Systems, Chinese Academy of Sciences, Shenyang 110016, China","Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, China"],"raw_orcid":"https://orcid.org/0000-0001-6904-3533","affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Chinese Academy of Sciences, Shenyang 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102924469","display_name":"Tao Ku","orcid":"https://orcid.org/0000-0002-7080-9089"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Ku","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, China","Key Laboratory of Networked Control Systems, Chinese Academy of Sciences, Shenyang 110016, China","Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, China"],"raw_orcid":"https://orcid.org/0000-0002-7080-9089","affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Chinese Academy of Sciences, Shenyang 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102924469"],"corresponding_institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"],"apc_list":{"value":2000,"currency":"USD","value_usd":2000},"apc_paid":{"value":2000,"currency":"USD","value_usd":2000},"fwci":0.13,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.59519973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"2021","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9652000069618225,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7960855960845947},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7284156084060669},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7253886461257935},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6268314123153687},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5543081164360046},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5064245462417603},{"id":"https://openalex.org/keywords/decision-model","display_name":"Decision model","score":0.42388439178466797},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34839069843292236}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7960855960845947},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7284156084060669},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7253886461257935},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6268314123153687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5543081164360046},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5064245462417603},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.42388439178466797},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34839069843292236},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1155/2021/5692105","is_oa":true,"landing_page_url":"http://doi.org/10.1155/2021/5692105","pdf_url":"https://downloads.hindawi.com/journals/sp/2021/5692105.pdf","source":{"id":"https://openalex.org/S166774750","display_name":"Scientific Programming","issn_l":"1058-9244","issn":["1058-9244","1875-919X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Programming","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c6b6f860eb3d419ebc23d40186038802","is_oa":true,"landing_page_url":"https://doaj.org/article/c6b6f860eb3d419ebc23d40186038802","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scientific Programming, Vol 2021 (2021)","raw_type":"article"},{"id":"pmh:oai:hindawi.com:10.1155/2021/5692105","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5692105","pdf_url":null,"source":{"id":"https://openalex.org/S4306400340","display_name":"Hindawi Journal of Chemistry (Hindawi)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210126990","host_organization_name":"Hindawi (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210126990"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Research Article"},{"id":"pmh:oai:ir.sia.cn/:173321/30485","is_oa":false,"landing_page_url":"http://ir.sia.cn/handle/173321/30485","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u671f\u520a\u8bba\u6587"}],"best_oa_location":{"id":"doi:10.1155/2021/5692105","is_oa":true,"landing_page_url":"http://doi.org/10.1155/2021/5692105","pdf_url":"https://downloads.hindawi.com/journals/sp/2021/5692105.pdf","source":{"id":"https://openalex.org/S166774750","display_name":"Scientific Programming","issn_l":"1058-9244","issn":["1058-9244","1875-919X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Programming","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.75}],"awards":[{"id":"https://openalex.org/G2619015960","display_name":null,"funder_award_id":"2020YFB1708503","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3991324246","display_name":null,"funder_award_id":"2019YFB1705003","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6115994591","display_name":null,"funder_award_id":"2018YFB1308801","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3214728304.pdf","grobid_xml":"https://content.openalex.org/works/W3214728304.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W182091186","https://openalex.org/W1583082115","https://openalex.org/W1608650045","https://openalex.org/W2148497858","https://openalex.org/W2155027007","https://openalex.org/W2172968643","https://openalex.org/W2580495915","https://openalex.org/W2734024016","https://openalex.org/W2768226639","https://openalex.org/W2784253469","https://openalex.org/W2904814783","https://openalex.org/W2942552875","https://openalex.org/W2948172276","https://openalex.org/W2979379559"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"We":[0],"propose":[1,23],"in":[2,33,67,109,120],"this":[3,42],"paper":[4,43],"a":[5,24,47,74],"new":[6],"approach":[7,83],"to":[8,36,45,58,85,92],"solve":[9],"the":[10,17,30,37,52,60,68,81,100],"decision":[11,95],"problem":[12],"of":[13,41,65,76,99,126],"robot-following.":[14],"Different":[15],"from":[16],"existing":[18],"single":[19],"policy":[20,32],"model,":[21,26],"we":[22],"multipolicy":[25,48],"which":[27,55],"can":[28],"change":[29],"following":[31],"time":[34],"according":[35],"scene.":[38],"The":[39,97],"value":[40],"is":[44,56],"obtain":[46],"robot-following":[49,66,94],"model":[50,101],"by":[51,105],"self-learning":[53],"method,":[54],"used":[57],"improve":[59],"safety,":[61],"efficiency,":[62],"and":[63,116],"stability":[64],"complex":[69],"environments.":[70],"Empirical":[71],"investigation":[72],"on":[73],"number":[75],"datasets":[77],"reveals":[78],"that":[79],"overall,":[80],"proposed":[82],"tends":[84],"have":[86],"superior":[87],"out-of-sample":[88],"performance":[89,98],"when":[90],"compared":[91],"alternative":[93],"methods.":[96],"has":[102],"been":[103],"improved":[104],"about":[106,117],"2":[107],"times":[108,119],"situations":[110,121],"where":[111,122],"there":[112,123],"are":[113,124],"few":[114],"obstacles":[115],"6":[118],"lots":[125],"obstacles.":[127]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}