{"id":"https://openalex.org/W4294958161","doi":"https://doi.org/10.3390/sym14091883","title":"Research on Solving Nonlinear Problem of Ball and Beam System by Introducing Detail-Reward Function","display_name":"Research on Solving Nonlinear Problem of Ball and Beam System by Introducing Detail-Reward Function","publication_year":2022,"publication_date":"2022-09-08","ids":{"openalex":"https://openalex.org/W4294958161","doi":"https://doi.org/10.3390/sym14091883"},"language":"en","primary_location":{"id":"doi:10.3390/sym14091883","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym14091883","pdf_url":"https://www.mdpi.com/2073-8994/14/9/1883/pdf?version=1663751213","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/14/9/1883/pdf?version=1663751213","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043900685","display_name":"Shixuan Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I156292868","display_name":"Dalian University of Foreign Languages","ror":"https://ror.org/008a8z393","country_code":"CN","type":"education","lineage":["https://openalex.org/I156292868"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shixuan Yao","raw_affiliation_strings":["School of Software Engineering, Dalian University of Foreign Languages, Dalian 116044, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Dalian University of Foreign Languages, Dalian 116044, China","institution_ids":["https://openalex.org/I156292868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100430497","display_name":"Xiaochen Liu","orcid":"https://orcid.org/0000-0003-4060-9091"},"institutions":[{"id":"https://openalex.org/I7350606","display_name":"Dalian Jiaotong University","ror":"https://ror.org/05gp45n31","country_code":"CN","type":"education","lineage":["https://openalex.org/I7350606"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaochen Liu","raw_affiliation_strings":["School of Mechanical Engineering, Dalian Jiaotong University, Dalian 116028, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Dalian Jiaotong University, Dalian 116028, China","institution_ids":["https://openalex.org/I7350606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100629241","display_name":"Yinghui Zhang","orcid":"https://orcid.org/0000-0002-6105-0664"},"institutions":[{"id":"https://openalex.org/I7350606","display_name":"Dalian Jiaotong University","ror":"https://ror.org/05gp45n31","country_code":"CN","type":"education","lineage":["https://openalex.org/I7350606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinghui Zhang","raw_affiliation_strings":["School of Mechanical Engineering, Dalian Jiaotong University, Dalian 116028, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Dalian Jiaotong University, Dalian 116028, China","institution_ids":["https://openalex.org/I7350606"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103326390","display_name":"Ze Cui","orcid":"https://orcid.org/0000-0003-2818-3753"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ze Cui","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian 116024, China"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian 116024, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100430497"],"corresponding_institution_ids":["https://openalex.org/I7350606"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":1.5029,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.84572076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"14","issue":"9","first_page":"1883","last_page":"1883"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8123059868812561},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.7100706100463867},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6538304686546326},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.6185808777809143},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.563152015209198},{"id":"https://openalex.org/keywords/superposition-principle","display_name":"Superposition principle","score":0.4932984411716461},{"id":"https://openalex.org/keywords/nonlinear-control","display_name":"Nonlinear control","score":0.42833638191223145},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4238874316215515},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37448549270629883},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3038899302482605},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.23747006058692932},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20940682291984558}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8123059868812561},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.7100706100463867},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6538304686546326},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.6185808777809143},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.563152015209198},{"id":"https://openalex.org/C27753989","wikidata":"https://www.wikidata.org/wiki/Q284885","display_name":"Superposition principle","level":2,"score":0.4932984411716461},{"id":"https://openalex.org/C91581856","wikidata":"https://www.wikidata.org/wiki/Q2707001","display_name":"Nonlinear control","level":3,"score":0.42833638191223145},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4238874316215515},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37448549270629883},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3038899302482605},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.23747006058692932},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20940682291984558},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/sym14091883","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym14091883","pdf_url":"https://www.mdpi.com/2073-8994/14/9/1883/pdf?version=1663751213","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:00791759de074414b05ab85011db5ec8","is_oa":true,"landing_page_url":"https://doaj.org/article/00791759de074414b05ab85011db5ec8","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 14, Iss 9, p 1883 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2073-8994/14/9/1883/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/sym14091883","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/sym14091883","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym14091883","pdf_url":"https://www.mdpi.com/2073-8994/14/9/1883/pdf?version=1663751213","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4294958161.pdf","grobid_xml":"https://content.openalex.org/works/W4294958161.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W8647052","https://openalex.org/W32403112","https://openalex.org/W98590275","https://openalex.org/W569964396","https://openalex.org/W1215210771","https://openalex.org/W1559261542","https://openalex.org/W1777239053","https://openalex.org/W1976041057","https://openalex.org/W1977182198","https://openalex.org/W1991509378","https://openalex.org/W1991869676","https://openalex.org/W2011290882","https://openalex.org/W2017026896","https://openalex.org/W2018426017","https://openalex.org/W2030151253","https://openalex.org/W2032736119","https://openalex.org/W2037997707","https://openalex.org/W2046222150","https://openalex.org/W2048158578","https://openalex.org/W2050838777","https://openalex.org/W2052929349","https://openalex.org/W2056196194","https://openalex.org/W2062031327","https://openalex.org/W2065429801","https://openalex.org/W2069634840","https://openalex.org/W2072931579","https://openalex.org/W2078470589","https://openalex.org/W2101116544","https://openalex.org/W2106178533","https://openalex.org/W2115299867","https://openalex.org/W2133626816","https://openalex.org/W2139638558","https://openalex.org/W2162301710","https://openalex.org/W2187123345","https://openalex.org/W2307589637","https://openalex.org/W2344975333","https://openalex.org/W2414480182","https://openalex.org/W2522967535","https://openalex.org/W2564953106","https://openalex.org/W2780589499","https://openalex.org/W2806252395","https://openalex.org/W2810950428","https://openalex.org/W2891683031","https://openalex.org/W2894198124","https://openalex.org/W2900828911","https://openalex.org/W2909518001","https://openalex.org/W2914065239","https://openalex.org/W2915707381","https://openalex.org/W2931650895","https://openalex.org/W2941347320","https://openalex.org/W2946031721","https://openalex.org/W2955988958","https://openalex.org/W3004452816","https://openalex.org/W3035790680","https://openalex.org/W3041482332","https://openalex.org/W3049213770","https://openalex.org/W3092556883","https://openalex.org/W3126909900","https://openalex.org/W3178589493","https://openalex.org/W3211087143","https://openalex.org/W4214717370","https://openalex.org/W4226269437","https://openalex.org/W4285214290","https://openalex.org/W4296159956","https://openalex.org/W6600339672","https://openalex.org/W6628091603","https://openalex.org/W6638088447","https://openalex.org/W6658564911","https://openalex.org/W6686776920","https://openalex.org/W6704466531","https://openalex.org/W6838792918"],"related_works":["https://openalex.org/W2163296013","https://openalex.org/W2743859443","https://openalex.org/W2326995835","https://openalex.org/W165915117","https://openalex.org/W2059402478","https://openalex.org/W2123347777","https://openalex.org/W4387804363","https://openalex.org/W2019547100","https://openalex.org/W2477150073","https://openalex.org/W2515493494"],"abstract_inverted_index":{"As":[0],"a":[1,76,143,207],"complex":[2],"nonlinear":[3,58,138,219,228],"system,":[4,92],"the":[5,10,14,23,27,30,33,38,42,46,53,57,63,72,80,87,91,94,97,108,125,129,137,153,159,168,171,175,183,191,195,201,215,218],"first-order":[6],"incremental":[7],"relationship":[8],"between":[9,128],"state":[11],"variables":[12],"of":[13,26,32,45,56,90,96,110,170,194,203,217],"beam":[15],"and":[16,29,93,106,124,133,140,222,225],"ball":[17,115],"system":[18,34,193,221],"(BABS)":[19],"is":[20,68,83,99,122,148,198],"asymmetric":[21],"in":[22,114,174],"definition":[24],"domain":[25],"variables,":[28],"characteristics":[31,55],"do":[35],"not":[36],"satisfy":[37],"superposition":[39],"theorem.":[40],"Studying":[41],"balance":[43],"control":[44,88,160,176,192,220,229],"BABS":[47,73],"can":[48,186,212],"help":[49],"to":[50,70,150,166,190],"better":[51],"grasp":[52],"relevant":[54],"system.":[59,177],"In":[60],"this":[61],"paper,":[62],"deep":[64,208],"reinforcement":[65,144,209],"learning":[66,145,210],"method":[67],"used":[69],"study":[71],"based":[74,101],"on":[75,102],"visual":[77],"sensor.":[78],"First,":[79],"detail-reward":[81,204],"function":[82,98],"designed":[84,165],"by":[85],"observing":[86],"details":[89],"rationality":[95],"proved":[100],"Q-function;":[103],"secondly,":[104],"considering":[105],"comparing":[107],"applicability":[109],"image":[111],"processing":[112],"methods":[113,173],"coordinate":[116],"location,":[117],"an":[118],"intelligent":[119],"location":[120,126],"algorithm":[121,211],"proposed,":[123],"effects":[127],"algorithms":[130],"are":[131,164],"compared":[132],"analyzed;":[134],"then,":[135],"combining":[136],"theory":[139],"LQR":[141],"theory,":[142],"policy":[146],"model":[147],"proposed":[149],"linearize":[151],"near":[152],"equilibrium":[154],"point,":[155],"which":[156],"significantly":[157,213],"improves":[158],"effect.":[161],"Finally,":[162],"experiments":[163],"verify":[167],"effectiveness":[169],"above":[172],"The":[178],"experimental":[179],"results":[180],"show":[181],"that":[182,200],"design":[184],"scheme":[185],"be":[187],"effectively":[188,226],"applied":[189],"BABS.":[196],"It":[197],"verified":[199],"introduction":[202],"mechanism":[205],"into":[206],"reduce":[214],"complexity":[216],"iterative":[223],"algorithm,":[224],"solve":[227],"problems.":[230]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}