{"id":"https://openalex.org/W4383750064","doi":"https://doi.org/10.1109/tase.2023.3289915","title":"Digital Twin-Driven Reinforcement Learning Method for Marine Equipment Vehicles Scheduling Problem","display_name":"Digital Twin-Driven Reinforcement Learning Method for Marine Equipment Vehicles Scheduling Problem","publication_year":2023,"publication_date":"2023-07-10","ids":{"openalex":"https://openalex.org/W4383750064","doi":"https://doi.org/10.1109/tase.2023.3289915"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3289915","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3289915","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020828543","display_name":"Xingwang Shen","orcid":"https://orcid.org/0000-0001-6985-9567"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwang Shen","raw_affiliation_strings":["College of Mechanical Engineering, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6985-9567","affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108052742","display_name":"Shimin Liu","orcid":"https://orcid.org/0000-0001-8081-1441"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shimin Liu","raw_affiliation_strings":["Department of Industrial and Systems Engineering, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-8081-1441","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027826049","display_name":"Bin Zhou","orcid":"https://orcid.org/0000-0002-8172-0872"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Zhou","raw_affiliation_strings":["School of Mechanical Engineering, University of Shanghai for Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8172-0872","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102749120","display_name":"Tao Wu","orcid":"https://orcid.org/0009-0005-7060-3274"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Wu","raw_affiliation_strings":["College of Mechanical Engineering, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-7060-3274","affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038938122","display_name":"Qi Zhang","orcid":"https://orcid.org/0009-0008-7046-5491"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["College of Mechanical Engineering, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-7046-5491","affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061529100","display_name":"Jinsong Bao","orcid":"https://orcid.org/0000-0003-1999-1003"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsong Bao","raw_affiliation_strings":["College of Mechanical Engineering, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1999-1003","affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1175,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.88142055,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"21","issue":"3","first_page":"2173","last_page":"2183"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.684734582901001},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6835176944732666},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6135913729667664},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.565730094909668},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.5617729425430298},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4664183557033539},{"id":"https://openalex.org/keywords/crew-scheduling","display_name":"Crew scheduling","score":0.4255070984363556},{"id":"https://openalex.org/keywords/marine-transportation","display_name":"Marine transportation","score":0.4234626889228821},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3934863209724426},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.34437239170074463},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3016667366027832},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2150191068649292},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19697490334510803},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.10762640833854675}],"concepts":[{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.684734582901001},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6835176944732666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6135913729667664},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.565730094909668},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.5617729425430298},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4664183557033539},{"id":"https://openalex.org/C2776986690","wikidata":"https://www.wikidata.org/wiki/Q1139830","display_name":"Crew scheduling","level":3,"score":0.4255070984363556},{"id":"https://openalex.org/C2985275640","wikidata":"https://www.wikidata.org/wiki/Q155930","display_name":"Marine transportation","level":2,"score":0.4234626889228821},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3934863209724426},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.34437239170074463},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3016667366027832},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2150191068649292},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19697490334510803},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.10762640833854675},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2023.3289915","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3289915","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"display_name":"Life below water","id":"https://metadata.un.org/sdg/14"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1965040126","https://openalex.org/W2026545122","https://openalex.org/W2392418514","https://openalex.org/W2966906878","https://openalex.org/W2971108084","https://openalex.org/W2973496471","https://openalex.org/W2976000420","https://openalex.org/W2976301483","https://openalex.org/W3016841462","https://openalex.org/W3021726999","https://openalex.org/W3041382148","https://openalex.org/W3049282540","https://openalex.org/W3049468855","https://openalex.org/W3092253435","https://openalex.org/W3096926880","https://openalex.org/W3117957642","https://openalex.org/W3130723161","https://openalex.org/W3172780424","https://openalex.org/W3173703269","https://openalex.org/W4200226188","https://openalex.org/W4220942767","https://openalex.org/W4220966002","https://openalex.org/W4281608743","https://openalex.org/W4285260612","https://openalex.org/W4291144319","https://openalex.org/W4293258823","https://openalex.org/W4312441670","https://openalex.org/W4312848653","https://openalex.org/W4313137077","https://openalex.org/W4321767348","https://openalex.org/W4327709650","https://openalex.org/W4375851235"],"related_works":["https://openalex.org/W2546696010","https://openalex.org/W4312316621","https://openalex.org/W3212584892","https://openalex.org/W4225884636","https://openalex.org/W4200541908","https://openalex.org/W3011061032","https://openalex.org/W2122976353","https://openalex.org/W2770247661","https://openalex.org/W4309332046","https://openalex.org/W3143435528"],"abstract_inverted_index":{"In":[0],"the":[1,7,45,52,56,60,68,75,95,102,108,114,152,178,182,194,208,213,274,279,289,292,295,310,315,320,335],"traditional":[2],"marine":[3,96,253],"equipment":[4,97,254],"construction":[5],"process,":[6,277],"material":[8,232],"transportation":[9,106,118,124,233,244],"vehicle":[10,98,125,135,153,234,249,261,275,299],"scheduling":[11,37,41,99,123,136,154,235,250,262,276,300],"method":[12,79,92,137,170,215,251,301,308,313],"dominated":[13],"by":[14,285],"manual":[15],"experience":[16],"has":[17],"shown":[18],"great":[19],"limitations,":[20],"which":[21],"is":[22,130,143,156,174,201,229,255,266,302,340],"inefficient,":[23],"costly,":[24],"wasteful":[25],"of":[26,70,105,110,117,151,212,226,260,273,291,294,314,322,334,347],"human":[27],"resources,":[28],"and":[29,35,48,55,74,113,132,164,181,186,210,240,278,309,332,342],"unable":[30],"to":[31,93,158,176,192,206,222,230,241,268,328],"cope":[32,81],"with":[33,82],"complex":[34],"changing":[36],"scenarios.":[38,84],"The":[39,304,337],"existing":[40],"system":[42],"cannot":[43],"realize":[44,159],"information":[46,72,163],"interaction":[47,73],"collaborative":[49],"integration":[50],"between":[51,162],"physical":[53,165],"world":[54],"virtual":[57],"world,":[58],"while":[59],"digital":[61],"twin":[62],"(DT)":[63],"technology":[64],"can":[65,80],"effectively":[66],"solve":[67,94,177],"problem":[69],"real-time":[71],"reinforcement":[76],"learning":[77],"(RL)":[78],"dynamic":[83,103,140,237,280,324],"Therefore,":[85,246],"this":[86,217,227],"paper":[87,228],"proposed":[88,175,214],"a":[89,120,133,139,198,247,258,270],"DT-driven":[90],"RL":[91,169],"problem.":[100],"Given":[101],"nature":[104],"tasks,":[107],"diversity":[109],"transported":[111],"goods,":[112],"optimization":[115],"characteristics":[116,282,321],"requirements,":[119],"framework":[121,259],"for":[122,203,252,319],"operations":[126],"based":[127,171,263],"on":[128,172,264],"DT":[129,265],"constructed,":[131],"RL-based":[134,298],"in":[138,216,236,288],"task":[141,238,281],"environment":[142],"proposed.":[144,256,303],"A":[145,297],"Markov":[146],"decision":[147],"process":[148,155],"(MDP)":[149],"model":[150,272],"established":[157],"one-to-one":[160],"mapping":[161],"elements.":[166],"An":[167],"improved":[168],"Q-learning":[173],"MDP":[179,271],"model,":[180],"value":[183,305],"function":[184,306],"approximation":[185,307],"convergence":[187,311],"enhancement":[188,312],"methods":[189,287],"are":[190,283,317],"applied":[191],"optimize":[193,231],"solving":[195],"process.":[196],"Finally,":[197],"case":[199],"study":[200],"used":[202],"example":[204],"verification":[205],"prove":[207],"superiority":[209],"effectiveness":[211],"paper.":[218],"<italic":[219],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[220],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[221],"Practitioners</i>":[223],"\u2014The":[224],"motivation":[225],"environments":[239],"improve":[242],"logistics":[243],"efficiency.":[245],"DT-based":[248],"Firstly,":[257],"designed":[267],"establish":[269],"described":[284],"mathematical":[286],"design":[290],"elements":[293],"model.":[296],"algorithm":[316,338],"investigated":[318],"continuous":[323],"action":[325],"features":[326],"leading":[327],"huge":[329],"state":[330],"space":[331],"non-convergence":[333],"algorithm.":[336],"performance":[339],"verified":[341],"analyzed":[343],"through":[344],"data":[345],"validation":[346],"actual":[348],"cases.":[349]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}