{"id":"https://openalex.org/W4313315492","doi":"https://doi.org/10.1109/iccais56082.2022.9990215","title":"Disturbance-Observer based Reinforcement Learning for Overhead Crane Systems","display_name":"Disturbance-Observer based Reinforcement Learning for Overhead Crane Systems","publication_year":2022,"publication_date":"2022-11-21","ids":{"openalex":"https://openalex.org/W4313315492","doi":"https://doi.org/10.1109/iccais56082.2022.9990215"},"language":"en","primary_location":{"id":"doi:10.1109/iccais56082.2022.9990215","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccais56082.2022.9990215","pdf_url":null,"source":{"id":"https://openalex.org/S4363608617","display_name":"2022 11th International Conference on Control, Automation and Information Sciences (ICCAIS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 11th International Conference on Control, Automation and Information Sciences (ICCAIS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101135171","display_name":"Thanh Tung Bui","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Thanh Tung Bui","raw_affiliation_strings":["Hanoi University of Science and Technology,Hanoi,Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037680874","display_name":"Trung Thanh Cao","orcid":"https://orcid.org/0000-0001-7954-7655"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Thanh Trung Cao","raw_affiliation_strings":["Hanoi University of Science and Technology,Hanoi,Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109244423","display_name":"Trong Hieu Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Trong Hieu Nguyen","raw_affiliation_strings":["Hanoi University of Science and Technology,Hanoi,Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090081939","display_name":"Dinh Hieu Le","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Dinh Hieu Le","raw_affiliation_strings":["Hanoi University of Science and Technology,Hanoi,Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042057959","display_name":"Huy Hoang Dao","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Huy Hoang Dao","raw_affiliation_strings":["Hanoi University of Science and Technology,Hanoi,Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008217154","display_name":"Phuong Nam Dao","orcid":"https://orcid.org/0000-0002-8333-5572"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Phuong Nam Dao","raw_affiliation_strings":["Hanoi University of Science and Technology,Hanoi,Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101135171"],"corresponding_institution_ids":["https://openalex.org/I94518387"],"apc_list":null,"apc_paid":null,"fwci":0.2597,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.43729373,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"19","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11372","display_name":"Hydraulic and Pneumatic Systems","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overhead-crane","display_name":"Overhead crane","score":0.7658785581588745},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7473133206367493},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7205414772033691},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7005401849746704},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6438571214675903},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6069526672363281},{"id":"https://openalex.org/keywords/disturbance","display_name":"Disturbance (geology)","score":0.585444450378418},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.501866340637207},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.44960078597068787},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.44154107570648193},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.41585901379585266},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.39472126960754395},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2816980481147766},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2182764708995819},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20389863848686218},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1792759895324707},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.11108177900314331}],"concepts":[{"id":"https://openalex.org/C2779279789","wikidata":"https://www.wikidata.org/wiki/Q1060390","display_name":"Overhead crane","level":2,"score":0.7658785581588745},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7473133206367493},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7205414772033691},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7005401849746704},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6438571214675903},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6069526672363281},{"id":"https://openalex.org/C2777601987","wikidata":"https://www.wikidata.org/wiki/Q5283581","display_name":"Disturbance (geology)","level":2,"score":0.585444450378418},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.501866340637207},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.44960078597068787},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.44154107570648193},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.41585901379585266},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.39472126960754395},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2816980481147766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2182764708995819},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20389863848686218},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1792759895324707},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.11108177900314331},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccais56082.2022.9990215","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccais56082.2022.9990215","pdf_url":null,"source":{"id":"https://openalex.org/S4363608617","display_name":"2022 11th International Conference on Control, Automation and Information Sciences (ICCAIS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 11th International Conference on Control, Automation and Information Sciences (ICCAIS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8299999833106995,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2767758861","https://openalex.org/W2984955589","https://openalex.org/W3002038967","https://openalex.org/W3111598693","https://openalex.org/W3118879383","https://openalex.org/W3205120619","https://openalex.org/W4220807181"],"related_works":["https://openalex.org/W2526030976","https://openalex.org/W3214862398","https://openalex.org/W2365906079","https://openalex.org/W2214036184","https://openalex.org/W4386582991","https://openalex.org/W2357718196","https://openalex.org/W3137367350","https://openalex.org/W2358527134","https://openalex.org/W2289967364","https://openalex.org/W2144535736"],"abstract_inverted_index":{"In":[0],"this":[1,50],"work,":[2],"a":[3,31,44,56],"disturbance-observer":[4,62],"based":[5],"reinforcement":[6],"learning":[7],"control":[8,34],"scheme":[9],"is":[10,24,63,97],"presented":[11],"for":[12],"the":[13,18,28,68,71,77,80,90,93,109,112],"overhead":[14],"crane":[15],"system.":[16,81],"First,":[17],"approximate/adaptive":[19],"dynamic":[20],"programming":[21],"(ADP)":[22],"method":[23],"applied":[25],"to":[26,66,107],"obtain":[27],"solution":[29],"of":[30,49,70,79,84,92,111],"discounted":[32],"optimal":[33],"problem.":[35],"Here,":[36],"we":[37],"use":[38],"only":[39],"one":[40],"neural":[41],"network":[42,51],"as":[43,87,89],"critic":[45],"network.":[46],"The":[47,82],"weights":[48],"are":[52,105],"updated":[53],"iteratively":[54],"using":[55],"novel":[57],"updating":[58],"rule":[59],"law.":[60],"A":[61],"then":[64],"designed":[65],"compensate":[67],"effect":[69],"unknown":[72],"input":[73],"disturbance,":[74],"therefore":[75],"improve":[76],"robustness":[78],"convergence":[83],"each":[85],"module":[86],"well":[88],"stability":[91],"whole":[94],"closed-loop":[95],"system":[96],"guaranteed":[98],"by":[99],"proving":[100],"rigorously.":[101],"Finally,":[102],"numerical":[103],"simulations":[104],"given":[106],"illustrate":[108],"effectiveness":[110],"proposed":[113],"method.":[114]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}