{"id":"https://openalex.org/W4286750315","doi":"https://doi.org/10.1093/jcde/qwac063","title":"Automation of crane control for block lifting based on deep reinforcement learning","display_name":"Automation of crane control for block lifting based on deep reinforcement learning","publication_year":2022,"publication_date":"2022-07-23","ids":{"openalex":"https://openalex.org/W4286750315","doi":"https://doi.org/10.1093/jcde/qwac063"},"language":"en","primary_location":{"id":"doi:10.1093/jcde/qwac063","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwac063","pdf_url":"https://academic.oup.com/jcde/article-pdf/9/4/1430/45596081/qwac063.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/jcde/article-pdf/9/4/1430/45596081/qwac063.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001861363","display_name":"Do-Hyun Chun","orcid":"https://orcid.org/0000-0002-0629-5992"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Do-Hyun Chun","raw_affiliation_strings":["Department of Naval Architecture and Ocean Engineering, Seoul National University , Seoul 08826, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Naval Architecture and Ocean Engineering, Seoul National University , Seoul 08826, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025176891","display_name":"Myung-Il Roh","orcid":"https://orcid.org/0000-0001-7972-6848"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Myung-Il Roh","raw_affiliation_strings":["Department of the Naval Architecture and Ocean Engineering, and Research Institute of Marine Systems Engineering, Seoul National University , Seoul 08826, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-7972-6848","affiliations":[{"raw_affiliation_string":"Department of the Naval Architecture and Ocean Engineering, and Research Institute of Marine Systems Engineering, Seoul National University , Seoul 08826, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100604757","display_name":"Hye-Won Lee","orcid":"https://orcid.org/0000-0002-0372-4464"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hye-Won Lee","raw_affiliation_strings":["Research Institute of Marine Systems Engineering, Seoul National University , Seoul 08826, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute of Marine Systems Engineering, Seoul National University , Seoul 08826, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5025176891"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":{"value":1650,"currency":"USD","value_usd":1650},"apc_paid":{"value":1650,"currency":"USD","value_usd":1650},"fwci":1.2679,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.7453058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"9","issue":"4","first_page":"1430","last_page":"1448"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12252","display_name":"Mechanical stress and fatigue analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12252","display_name":"Mechanical stress and fatigue analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11394","display_name":"Dynamics and Control of Mechanical Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12206","display_name":"Vibration and Dynamic Analysis","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.8934316635131836},{"id":"https://openalex.org/keywords/shipyard","display_name":"Shipyard","score":0.6386814713478088},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5523392558097839},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.5359014272689819},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5268208980560303},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4909520447254181},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4736306071281433},{"id":"https://openalex.org/keywords/block-model","display_name":"Block model","score":0.43492391705513},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4002039432525635},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3617863655090332},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3329618275165558},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3277452290058136},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.32133251428604126},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2146458923816681},{"id":"https://openalex.org/keywords/shipbuilding","display_name":"Shipbuilding","score":0.19541573524475098},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.14974579215049744},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.0669468343257904}],"concepts":[{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.8934316635131836},{"id":"https://openalex.org/C86154893","wikidata":"https://www.wikidata.org/wiki/Q190928","display_name":"Shipyard","level":3,"score":0.6386814713478088},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5523392558097839},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.5359014272689819},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5268208980560303},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4909520447254181},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4736306071281433},{"id":"https://openalex.org/C2993597952","wikidata":"https://www.wikidata.org/wiki/Q108123644","display_name":"Block model","level":2,"score":0.43492391705513},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4002039432525635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3617863655090332},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3329618275165558},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3277452290058136},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32133251428604126},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2146458923816681},{"id":"https://openalex.org/C65542768","wikidata":"https://www.wikidata.org/wiki/Q474200","display_name":"Shipbuilding","level":2,"score":0.19541573524475098},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.14974579215049744},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0669468343257904},{"id":"https://openalex.org/C16674752","wikidata":"https://www.wikidata.org/wiki/Q1370637","display_name":"Mining engineering","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1093/jcde/qwac063","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwac063","pdf_url":"https://academic.oup.com/jcde/article-pdf/9/4/1430/45596081/qwac063.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:s-space.snu.ac.kr:10371/185670","is_oa":false,"landing_page_url":"https://hdl.handle.net/10371/185670","pdf_url":null,"source":{"id":"https://openalex.org/S4306401345","display_name":"Seoul National University Open Repository (Seoul National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139264467","host_organization_name":"Seoul National University","host_organization_lineage":["https://openalex.org/I139264467"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1093/jcde/qwac063","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwac063","pdf_url":"https://academic.oup.com/jcde/article-pdf/9/4/1430/45596081/qwac063.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321292","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542"},{"id":"https://openalex.org/F4320336769","display_name":"Institute of Engineering Research, Seoul National University","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1872340284","https://openalex.org/W1937250225","https://openalex.org/W1943136368","https://openalex.org/W1970446157","https://openalex.org/W1972138032","https://openalex.org/W1991405661","https://openalex.org/W2000008197","https://openalex.org/W2072098591","https://openalex.org/W2170039048","https://openalex.org/W2201235137","https://openalex.org/W2278308097","https://openalex.org/W2339655459","https://openalex.org/W2408645723","https://openalex.org/W2605615865","https://openalex.org/W2610531744","https://openalex.org/W2726741269","https://openalex.org/W2736601468","https://openalex.org/W2780372984","https://openalex.org/W2888106106","https://openalex.org/W2913668833","https://openalex.org/W2944575527","https://openalex.org/W2963821308","https://openalex.org/W2989272281","https://openalex.org/W3015569364","https://openalex.org/W3015659829","https://openalex.org/W3028354425","https://openalex.org/W3030678973","https://openalex.org/W3096697352","https://openalex.org/W3126197421","https://openalex.org/W3130187072","https://openalex.org/W3150457000","https://openalex.org/W3194892992","https://openalex.org/W4212778718","https://openalex.org/W6713716123","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6754068458","https://openalex.org/W6757469721","https://openalex.org/W6783688788","https://openalex.org/W6808034398"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2034641747","https://openalex.org/W2462561799","https://openalex.org/W2349033102","https://openalex.org/W2888106106","https://openalex.org/W2368719789","https://openalex.org/W2070235429","https://openalex.org/W1522672041","https://openalex.org/W4286750315","https://openalex.org/W2370908534"],"abstract_inverted_index":{"Abstract":[0],"In":[1,54],"shipyards,":[2],"blocks":[3],"are":[4],"controlled":[5],"by":[6,38,83,120],"connecting":[7],"the":[8,40,71,76,98,104,109,116,122,126,130,136,139,152],"crane":[9,34,117],"and":[10,45,100,145],"block":[11,15,18,22,50,77,90,147,157],"with":[12],"wires":[13,105],"during":[14],"erection.":[16],"During":[17],"lifting,":[19],"if":[20],"a":[21,59],"is":[23,36,52],"not":[24],"carefully":[25],"controlled,":[26],"it":[27],"will":[28],"cause":[29],"damage.":[30],"Block":[31],"lifting":[32,51,158],"using":[33],"operation":[35],"performed":[37],"controlling":[39],"number":[41],"of":[42,75,97,103,115,125,138],"wires,":[43],"hooks,":[44],"equalizers.":[46],"Consequently,":[47],"predicting":[48],"stable":[49],"difficult.":[53],"this":[55],"study,":[56],"we":[57],"proposed":[58,131,153],"control":[60,113],"method":[61,88,154],"to":[62],"determine":[63],"static":[64],"equilibrium.":[65],"Initially,":[66],"an":[67],"algorithm":[68,141],"for":[69,89],"finding":[70],"initial":[72],"equilibrium":[73],"state":[74],"(IES":[78],"algorithm)":[79],"was":[80,118,149],"proposed,":[81],"followed":[82],"deep":[84],"reinforcement":[85],"learning":[86],"(DRL)-based":[87],"lifting.":[91],"The":[92,112],"position,":[93],"orientation,":[94],"angular":[95],"velocity":[96],"block,":[99],"hoisting":[101,123],"speed":[102,124],"were":[106,142],"applied":[107],"as":[108],"DRL":[110],"state.":[111],"input":[114],"calculated":[119],"deriving":[121],"wires.":[127],"To":[128],"verify":[129],"method,":[132],"comparative":[133],"studies":[134],"on":[135],"application":[137],"IES":[140],"carried":[143],"out,":[144],"further":[146],"movement":[148],"compared.":[150],"Conclusively,":[151],"effectively":[155],"increased":[156],"safety.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}