{"id":"https://openalex.org/W4311849387","doi":"https://doi.org/10.1093/jcde/qwac122","title":"Heave reduction of payload through crane control based on deep reinforcement learning using dual offshore cranes","display_name":"Heave reduction of payload through crane control based on deep reinforcement learning using dual offshore cranes","publication_year":2022,"publication_date":"2022-12-04","ids":{"openalex":"https://openalex.org/W4311849387","doi":"https://doi.org/10.1093/jcde/qwac122"},"language":"en","primary_location":{"id":"doi:10.1093/jcde/qwac122","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwac122","pdf_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwac122/47646736/qwac122.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwac122/47646736/qwac122.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089505486","display_name":"Jun-Hyeok Bae","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun-Hyeok Bae","raw_affiliation_strings":["Department of Wind\u2022Ocean Power R&D, Green Energy Institute , Mokpo-city, Jeollanam-do, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Wind\u2022Ocean Power R&D, Green Energy Institute , Mokpo-city, Jeollanam-do, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060413241","display_name":"Ju-Hwan Cha","orcid":"https://orcid.org/0000-0003-2874-7459"},"institutions":[{"id":"https://openalex.org/I11893660","display_name":"Mokpo National University","ror":"https://ror.org/00v81k483","country_code":"KR","type":"education","lineage":["https://openalex.org/I11893660"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Ju-Hwan Cha","raw_affiliation_strings":["Department of Naval Architecture and Ocean Engineering, Mokpo National University , Muan-gun, Jeollanam-do, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Naval Architecture and Ocean Engineering, Mokpo National University , Muan-gun, Jeollanam-do, Republic of Korea","institution_ids":["https://openalex.org/I11893660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111890844","display_name":"Sol Ha","orcid":"https://orcid.org/0000-0003-2004-4126"},"institutions":[{"id":"https://openalex.org/I11893660","display_name":"Mokpo National University","ror":"https://ror.org/00v81k483","country_code":"KR","type":"education","lineage":["https://openalex.org/I11893660"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sol Ha","raw_affiliation_strings":["Department of Naval Architecture and Ocean Engineering, Mokpo National University , Muan-gun, Jeollanam-do, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Naval Architecture and Ocean Engineering, Mokpo National University , Muan-gun, Jeollanam-do, Republic of Korea","institution_ids":["https://openalex.org/I11893660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060413241"],"corresponding_institution_ids":["https://openalex.org/I11893660"],"apc_list":{"value":1650,"currency":"USD","value_usd":1650},"apc_paid":{"value":1650,"currency":"USD","value_usd":1650},"fwci":1.9692,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.84775102,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":"1","first_page":"414","last_page":"424"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12252","display_name":"Mechanical stress and fatigue analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12252","display_name":"Mechanical stress and fatigue analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11394","display_name":"Dynamics and Control of Mechanical Systems","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/payload","display_name":"Payload (computing)","score":0.9377216100692749},{"id":"https://openalex.org/keywords/rope","display_name":"Rope","score":0.6954869031906128},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6035161018371582},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5944797396659851},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5747684240341187},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.5730753540992737},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.49657517671585083},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.41105616092681885},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.35066500306129456},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.336768239736557},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2416057586669922},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2407960295677185},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.20153313875198364},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1287044882774353},{"id":"https://openalex.org/keywords/temperature-control","display_name":"Temperature control","score":0.05895736813545227}],"concepts":[{"id":"https://openalex.org/C134066672","wikidata":"https://www.wikidata.org/wiki/Q1424639","display_name":"Payload (computing)","level":3,"score":0.9377216100692749},{"id":"https://openalex.org/C162269090","wikidata":"https://www.wikidata.org/wiki/Q1156047","display_name":"Rope","level":2,"score":0.6954869031906128},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6035161018371582},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5944797396659851},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5747684240341187},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.5730753540992737},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.49657517671585083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41105616092681885},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.35066500306129456},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.336768239736557},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2416057586669922},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2407960295677185},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.20153313875198364},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1287044882774353},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.05895736813545227},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1093/jcde/qwac122","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwac122","pdf_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwac122/47646736/qwac122.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1093/jcde/qwac122","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwac122","pdf_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwac122/47646736/qwac122.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Life below water","id":"https://metadata.un.org/sdg/14","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G2004799072","display_name":null,"funder_award_id":"20213030020280","funder_id":"https://openalex.org/F4320335199","funder_display_name":"Korea Institute of Energy Technology Evaluation and Planning"},{"id":"https://openalex.org/G3032935488","display_name":null,"funder_award_id":"20213030020280","funder_id":"https://openalex.org/F4320321640","funder_display_name":"Ministry of Knowledge Economy"},{"id":"https://openalex.org/G5241419629","display_name":null,"funder_award_id":"20213030020280","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"}],"funders":[{"id":"https://openalex.org/F4320321640","display_name":"Ministry of Knowledge Economy","ror":"https://ror.org/008nkqk13"},{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"},{"id":"https://openalex.org/F4320322064","display_name":"Korea Institute for Advancement of Technology","ror":"https://ror.org/015w1qa96"},{"id":"https://openalex.org/F4320335199","display_name":"Korea Institute of Energy Technology Evaluation and Planning","ror":"https://ror.org/02zq38y32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4311849387.pdf","grobid_xml":"https://content.openalex.org/works/W4311849387.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W360398313","https://openalex.org/W2017957151","https://openalex.org/W2084874048","https://openalex.org/W2507531935","https://openalex.org/W2610914687","https://openalex.org/W2644756925","https://openalex.org/W2775662812","https://openalex.org/W2906204569","https://openalex.org/W2963864421","https://openalex.org/W3088314378","https://openalex.org/W3093448500","https://openalex.org/W3137045858","https://openalex.org/W3138238051","https://openalex.org/W3148444946","https://openalex.org/W3148621989","https://openalex.org/W3202317945","https://openalex.org/W3211289163","https://openalex.org/W4206386758","https://openalex.org/W4212778718","https://openalex.org/W4220756144","https://openalex.org/W4234535513","https://openalex.org/W4237331437","https://openalex.org/W4242177601","https://openalex.org/W4286750315","https://openalex.org/W4288967382","https://openalex.org/W4293545214","https://openalex.org/W6684921986","https://openalex.org/W6732386917","https://openalex.org/W6742085477","https://openalex.org/W6744103940","https://openalex.org/W6747665185","https://openalex.org/W6763530834","https://openalex.org/W6771675082","https://openalex.org/W6783630529","https://openalex.org/W6784122241","https://openalex.org/W6785248958","https://openalex.org/W6790781171","https://openalex.org/W6792970969"],"related_works":["https://openalex.org/W2382190654","https://openalex.org/W1535080110","https://openalex.org/W306312984","https://openalex.org/W857189463","https://openalex.org/W2373129217","https://openalex.org/W1924903628","https://openalex.org/W2375717371","https://openalex.org/W2002388147","https://openalex.org/W424062184","https://openalex.org/W2979675132"],"abstract_inverted_index":{"Abstract":[0],"Offshore":[1],"operation":[2],"causes":[3],"the":[4,13,19,22,27,32,45,52,56,71,81,92,95,100,103,108,112,117,120,125,130,133,138,142,153,156,163,169,173,201],"dynamic":[5],"motion":[6,17,54,101,131,140,161],"of":[7,18,26,55,102,107,119,132,141,155,162,172,188],"offshore":[8],"cranes":[9],"and":[10,24,105,111,176,182],"payload":[11,20,143,164,185],"by":[12,146],"ocean":[14],"environment.":[15],"The":[16,159,195],"lowers":[21],"safety":[23],"efficiency":[25],"work,":[28],"which":[29,62],"may":[30],"increase":[31],"working":[33],"time":[34],"or":[35],"cause":[36],"accidents.":[37],"Therefore,":[38],"we":[39],"design":[40],"a":[41,88],"control":[42,175,197,203],"method":[43],"for":[44,151],"crane":[46,104],"using":[47,129],"artificial":[48],"intelligence":[49],"to":[50,66,84],"minimize":[51],"heave":[53,139,160],"payload.":[57,134],"Herein,":[58],"reinforcement":[59],"learning":[60],"(RL),":[61],"calculates":[63],"actions":[64,82],"according":[65],"states,":[67],"is":[68,78,97,114,127],"applied.":[69],"Furthermore,":[70],"deep":[72],"deterministic":[73],"policy":[74],"gradient":[75],"(DDPG)":[76],"algorithm":[77],"used":[79],"because":[80],"need":[83],"be":[85],"determined":[86],"in":[87,167],"continuous":[89],"state.":[90],"In":[91,123,135],"DDPG":[93],"algorithm,":[94],"state":[96],"defined":[98,115],"as":[99,116],"speed":[106,118],"wire":[109,121,157],"rope,":[110],"action":[113],"rope.":[122,158],"addition,":[124],"reward":[126],"calculated":[128],"this":[136],"study,":[137],"was":[144,165,190],"reduced":[145],"developing":[147],"an":[148,183],"agent":[149],"suitable":[150],"adjusting":[152],"length":[154],"compared":[166],"between":[168],"non-learning":[170],"condition":[171],"RL-based":[174,193,196],"proportional":[177],"integral":[178],"differential":[179],"(PID)":[180],"control;":[181],"average":[184],"reduction":[186],"rate":[187],"30%":[189],"observed":[191],"under":[192,204],"control.":[194],"performed":[198],"better":[199],"than":[200],"PID":[202],"learned":[205],"conditions.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}