{"id":"https://openalex.org/W4396557537","doi":"https://doi.org/10.3389/fnbot.2024.1376215","title":"Curiosity model policy optimization for robotic manipulator tracking control with input saturation in uncertain environment","display_name":"Curiosity model policy optimization for robotic manipulator tracking control with input saturation in uncertain environment","publication_year":2024,"publication_date":"2024-05-01","ids":{"openalex":"https://openalex.org/W4396557537","doi":"https://doi.org/10.3389/fnbot.2024.1376215","pmid":"https://pubmed.ncbi.nlm.nih.gov/38989482"},"language":"en","primary_location":{"id":"doi:10.3389/fnbot.2024.1376215","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnbot.2024.1376215","pdf_url":"https://www.frontiersin.org/articles/10.3389/fnbot.2024.1376215/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S115606517","display_name":"Frontiers in Neurorobotics","issn_l":"1662-5218","issn":["1662-5218"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neurorobotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/fnbot.2024.1376215/pdf?isPublishedV2=False","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022385325","display_name":"Wang Tu","orcid":null},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tu Wang","raw_affiliation_strings":["College of Computer Science and Technology, Dongguan University of Technology, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023769987","display_name":"Fujie Wang","orcid":"https://orcid.org/0000-0003-3756-1672"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fujie Wang","raw_affiliation_strings":["College of Outstanding Engineers, Dongguan University of Technology, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Outstanding Engineers, Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053539804","display_name":"Zhongye Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongye Xie","raw_affiliation_strings":["College of Outstanding Engineers, Dongguan University of Technology, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Outstanding Engineers, Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052790361","display_name":"Feiyan Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiyan Qin","raw_affiliation_strings":["College of Outstanding Engineers, Dongguan University of Technology, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Outstanding Engineers, Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5023769987"],"corresponding_institution_ids":["https://openalex.org/I2799850029"],"apc_list":{"value":3295,"currency":"USD","value_usd":3295},"apc_paid":{"value":3295,"currency":"USD","value_usd":3295},"fwci":0.972,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.78448682,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"18","issue":null,"first_page":"1376215","last_page":"1376215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curiosity","display_name":"Curiosity","score":0.8891777992248535},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7470717430114746},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5763256549835205},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5717126727104187},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5030829310417175},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.45592430233955383},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4324619770050049},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.4268716871738434},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4146749973297119},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3577568531036377},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10848549008369446}],"concepts":[{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.8891777992248535},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7470717430114746},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5763256549835205},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5717126727104187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5030829310417175},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.45592430233955383},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4324619770050049},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.4268716871738434},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4146749973297119},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3577568531036377},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10848549008369446},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fnbot.2024.1376215","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnbot.2024.1376215","pdf_url":"https://www.frontiersin.org/articles/10.3389/fnbot.2024.1376215/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S115606517","display_name":"Frontiers in Neurorobotics","issn_l":"1662-5218","issn":["1662-5218"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neurorobotics","raw_type":"journal-article"},{"id":"pmid:38989482","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38989482","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in neurorobotics","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11234325","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11234325","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11234325/pdf/fnbot-18-1376215.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Neurorobot","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:c50308bf5c914caabb79c6e68a305c59","is_oa":false,"landing_page_url":"https://doaj.org/article/c50308bf5c914caabb79c6e68a305c59","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Neurorobotics, Vol 18 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fnbot.2024.1376215","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnbot.2024.1376215","pdf_url":"https://www.frontiersin.org/articles/10.3389/fnbot.2024.1376215/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S115606517","display_name":"Frontiers in Neurorobotics","issn_l":"1662-5218","issn":["1662-5218"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neurorobotics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G12072207","display_name":null,"funder_award_id":"2024A1515010222","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G2135872478","display_name":null,"funder_award_id":"62205057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G50389527","display_name":null,"funder_award_id":"62203116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396557537.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W779494576","https://openalex.org/W1583837637","https://openalex.org/W2148070153","https://openalex.org/W2785389871","https://openalex.org/W2796447411","https://openalex.org/W2798494119","https://openalex.org/W2859967432","https://openalex.org/W2885550588","https://openalex.org/W2890218953","https://openalex.org/W2901112449","https://openalex.org/W2904246096","https://openalex.org/W2904526301","https://openalex.org/W2914949296","https://openalex.org/W2964067469","https://openalex.org/W2984863875","https://openalex.org/W2989186172","https://openalex.org/W3035060554","https://openalex.org/W3081661003","https://openalex.org/W3104329975","https://openalex.org/W3153109600","https://openalex.org/W3195173629","https://openalex.org/W3195968524","https://openalex.org/W3204272549","https://openalex.org/W3207351513","https://openalex.org/W4212774754","https://openalex.org/W4226369663","https://openalex.org/W4250589301","https://openalex.org/W4283793675","https://openalex.org/W4288056910","https://openalex.org/W4288319859","https://openalex.org/W4296405226","https://openalex.org/W4298857966","https://openalex.org/W4313442619","https://openalex.org/W4320086873","https://openalex.org/W4323338308","https://openalex.org/W4379409060","https://openalex.org/W4391259941","https://openalex.org/W6622487243","https://openalex.org/W6637967152","https://openalex.org/W6738087714","https://openalex.org/W6748519856","https://openalex.org/W6750185400","https://openalex.org/W6750702700","https://openalex.org/W6751494529","https://openalex.org/W6753183898","https://openalex.org/W6753925943","https://openalex.org/W6756303580","https://openalex.org/W6757592117","https://openalex.org/W6759691523","https://openalex.org/W6764053384","https://openalex.org/W6777635358","https://openalex.org/W6779142360","https://openalex.org/W6803529815","https://openalex.org/W6811222651","https://openalex.org/W6839839875","https://openalex.org/W6843808304"],"related_works":["https://openalex.org/W3094054656","https://openalex.org/W4285676344","https://openalex.org/W2123270665","https://openalex.org/W4382584175","https://openalex.org/W2060310955","https://openalex.org/W2284924956","https://openalex.org/W3043413210","https://openalex.org/W3039898216","https://openalex.org/W2185422427","https://openalex.org/W2478680874"],"abstract_inverted_index":{"In":[0,21],"uncertain":[1],"environments":[2],"with":[3,106,118],"robot":[4],"input":[5],"saturation,":[6],"both":[7],"model-based":[8,39],"reinforcement":[9],"learning":[10],"(MBRL)":[11],"and":[12,38,64,99,109,132],"traditional":[13,53,107],"controllers":[14,108],"struggle":[15],"to":[16,73,93],"perform":[17],"control":[18,50],"tasks":[19],"optimally.":[20],"this":[22],"study,":[23],"an":[24],"algorithmic":[25],"framework":[26],"of":[27,82],"Curiosity":[28],"Model":[29],"Policy":[30],"Optimization":[31],"(CMPO)":[32],"is":[33,67,71,91,104],"proposed":[34],"by":[35],"combining":[36],"curiosity":[37,66,76],"approach,":[40],"where":[41],"tracking":[42,130],"errors":[43],"are":[44],"reduced":[45],"via":[46],"training":[47],"agents":[48],"on":[49],"gains":[51],"for":[52,61],"model-free":[54],"controllers.":[55],"To":[56],"begin":[57],"with,":[58],"a":[59],"metric":[60],"judging":[62],"positive":[63],"negative":[65],"proposed.":[68],"Constrained":[69],"optimization":[70],"employed":[72],"update":[74],"the":[75,80,86,97,100,114,126],"ratio,":[77],"which":[78],"improves":[79],"efficiency":[81],"agent":[83],"training.":[84],"Next,":[85],"novelty":[87],"distance":[88],"buffer":[89],"ratio":[90],"defined":[92],"reduce":[94],"bias":[95],"between":[96],"environment":[98,116],"model.":[101],"Finally,":[102],"CMPO":[103],"simulated":[105],"baseline":[110],"MBRL":[111],"algorithms":[112],"in":[113],"robotic":[115],"designed":[117],"non-linear":[119],"rewards.":[120],"The":[121],"experimental":[122],"results":[123],"illustrate":[124],"that":[125],"algorithm":[127],"achieves":[128],"superior":[129],"performance":[131],"generalization":[133],"capabilities.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}