{"id":"https://openalex.org/W4281660856","doi":"https://doi.org/10.3390/info13060286","title":"Dynamic Scheduling of Crane by Embedding Deep Reinforcement Learning into a Digital Twin Framework","display_name":"Dynamic Scheduling of Crane by Embedding Deep Reinforcement Learning into a Digital Twin Framework","publication_year":2022,"publication_date":"2022-06-04","ids":{"openalex":"https://openalex.org/W4281660856","doi":"https://doi.org/10.3390/info13060286"},"language":"en","primary_location":{"id":"doi:10.3390/info13060286","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13060286","pdf_url":"https://www.mdpi.com/2078-2489/13/6/286/pdf?version=1654595218","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/13/6/286/pdf?version=1654595218","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101657652","display_name":"Zhenyu Xu","orcid":"https://orcid.org/0000-0002-5321-6943"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Xu","raw_affiliation_strings":["Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai 201306, China"],"raw_orcid":"https://orcid.org/0000-0002-5321-6943","affiliations":[{"raw_affiliation_string":"Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai 201306, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111812838","display_name":"Daofang Chang","orcid":"https://orcid.org/0000-0002-7163-7741"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daofang Chang","raw_affiliation_strings":["Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai 201306, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai 201306, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100569310","display_name":"Miaomiao Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miaomiao Sun","raw_affiliation_strings":["Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai 201306, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai 201306, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026305755","display_name":"Tian Luo","orcid":"https://orcid.org/0000-0002-3259-0688"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tian Luo","raw_affiliation_strings":["School of Economics & Management, Shanghai Maritime University, Shanghai 201306, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics & Management, Shanghai Maritime University, Shanghai 201306, China","institution_ids":["https://openalex.org/I96733725"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5026305755"],"corresponding_institution_ids":["https://openalex.org/I96733725"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":1.4638,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.82917466,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"13","issue":"6","first_page":"286","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.7120568156242371},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6817814111709595},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6620261669158936},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6468452215194702},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.645026683807373},{"id":"https://openalex.org/keywords/two-level-scheduling","display_name":"Two-level scheduling","score":0.5013883113861084},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4430016875267029},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4278353452682495},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31495025753974915},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2897109091281891},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20098170638084412},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.127961665391922},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.12096333503723145}],"concepts":[{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.7120568156242371},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6817814111709595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6620261669158936},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6468452215194702},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.645026683807373},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.5013883113861084},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4430016875267029},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4278353452682495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31495025753974915},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2897109091281891},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20098170638084412},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.127961665391922},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.12096333503723145},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/info13060286","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13060286","pdf_url":"https://www.mdpi.com/2078-2489/13/6/286/pdf?version=1654595218","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1714824e15ca43e788126967d4f01c38","is_oa":false,"landing_page_url":"https://doaj.org/article/1714824e15ca43e788126967d4f01c38","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 13, Iss 6, p 286 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2078-2489/13/6/286/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/info13060286","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information; Volume 13; Issue 6; Pages: 286","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/info13060286","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info13060286","pdf_url":"https://www.mdpi.com/2078-2489/13/6/286/pdf?version=1654595218","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G2249635488","display_name":null,"funder_award_id":"2019YFB1704403","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G610123949","display_name":null,"funder_award_id":"2018-473","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281660856.pdf","grobid_xml":"https://content.openalex.org/works/W4281660856.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2024746803","https://openalex.org/W2072406267","https://openalex.org/W2099929785","https://openalex.org/W2568351164","https://openalex.org/W2618749399","https://openalex.org/W2791099390","https://openalex.org/W2899640738","https://openalex.org/W2901604987","https://openalex.org/W2932097000","https://openalex.org/W2941765731","https://openalex.org/W2971108084","https://openalex.org/W2983516868","https://openalex.org/W3002239905","https://openalex.org/W3003228097","https://openalex.org/W3008389987","https://openalex.org/W3009389630","https://openalex.org/W3010727653","https://openalex.org/W3016938688","https://openalex.org/W3043968412","https://openalex.org/W3045574728","https://openalex.org/W3049468855","https://openalex.org/W3092208345","https://openalex.org/W3126900429","https://openalex.org/W3130515520","https://openalex.org/W3134664017","https://openalex.org/W3162960344","https://openalex.org/W3172780424","https://openalex.org/W3201769312"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W3036719625"],"abstract_inverted_index":{"This":[0],"study":[1],"proposes":[2],"a":[3,68],"digital":[4],"twin":[5],"(DT)":[6],"application":[7],"framework":[8],"that":[9,161],"integrates":[10],"deep":[11,77],"reinforcement":[12],"learning":[13],"(DRL)":[14],"algorithms":[15],"for":[16,178],"the":[17,30,33,52,58,74,85,91,95,98,104,111,115,127,131,151,154,162,168],"dynamic":[18,59,122,140,170],"scheduling":[19,60,124,138,171],"of":[20,62,94,130,136,153],"crane":[21,63,123,137],"transportation":[22,64],"in":[23,55],"workshops.":[24],"DT":[25,105],"is":[26,48,65,80,101,165,175],"used":[27,49],"to":[28,50,82,89,119,149,167],"construct":[29],"connection":[31],"between":[32],"workshop":[34,113,116],"service":[35,117],"system,":[36],"logical":[37],"simulation":[38,87],"environment,":[39],"3D":[40],"visualization":[41],"model":[42],"and":[43,46,73,107,114,143,173],"physical":[44,112],"workshop,":[45],"DRL":[47],"support":[51],"core":[53],"decision":[54,70],"scheduling.":[56],"First,":[57],"problem":[61],"constructed":[66],"as":[67],"Markov":[69],"process":[71],"(MDP),":[72],"corresponding":[75],"double":[76],"Q-network":[78],"(DDQN)":[79],"designed":[81],"interact":[83],"with":[84,110],"logic":[86],"environment":[88],"complete":[90],"offline":[92],"training":[93],"algorithm.":[96],"Second,":[97],"trained":[99],"DDQN":[100],"embedded":[102],"into":[103],"framework,":[106],"then":[108],"connected":[109],"system":[118],"realize":[120],"online":[121],"based":[125],"on":[126],"real-time":[128],"states":[129],"workshop.":[132],"Finally,":[133],"case":[134],"studies":[135],"under":[139],"job":[141],"arrival":[142],"equipment":[144],"failure":[145],"scenarios":[146],"are":[147],"presented":[148],"demonstrate":[150],"effectiveness":[152],"proposed":[155,163],"framework.":[156],"The":[157],"numerical":[158],"analysis":[159],"shows":[160],"method":[164],"superior":[166],"traditional":[169],"method,":[172],"it":[174],"also":[176],"suitable":[177],"large-scale":[179],"problems.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}