{"id":"https://openalex.org/W4387540894","doi":"https://doi.org/10.1080/00207543.2023.2267693","title":"Deep reinforcement learning for solving steelmaking-continuous casting scheduling problems under time-of-use tariffs","display_name":"Deep reinforcement learning for solving steelmaking-continuous casting scheduling problems under time-of-use tariffs","publication_year":2023,"publication_date":"2023-10-11","ids":{"openalex":"https://openalex.org/W4387540894","doi":"https://doi.org/10.1080/00207543.2023.2267693"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2023.2267693","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2023.2267693","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020709762","display_name":"Ruilin Pan","orcid":"https://orcid.org/0000-0002-8268-739X"},"institutions":[{"id":"https://openalex.org/I92178344","display_name":"Anhui University of Technology","ror":"https://ror.org/02qdtrq21","country_code":"CN","type":"education","lineage":["https://openalex.org/I92178344"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruilin Pan","raw_affiliation_strings":["Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People's Republic of China","Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People's Republic of China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People's Republic of China","institution_ids":["https://openalex.org/I92178344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100417368","display_name":"Qiong Wang","orcid":"https://orcid.org/0000-0001-9606-9077"},"institutions":[{"id":"https://openalex.org/I92178344","display_name":"Anhui University of Technology","ror":"https://ror.org/02qdtrq21","country_code":"CN","type":"education","lineage":["https://openalex.org/I92178344"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiong Wang","raw_affiliation_strings":["School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People's Republic of China","institution_ids":["https://openalex.org/I92178344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066141674","display_name":"Jianhua Cao","orcid":"https://orcid.org/0000-0001-6263-5018"},"institutions":[{"id":"https://openalex.org/I92178344","display_name":"Anhui University of Technology","ror":"https://ror.org/02qdtrq21","country_code":"CN","type":"education","lineage":["https://openalex.org/I92178344"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianhua Cao","raw_affiliation_strings":["Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People's Republic of China","School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People's Republic of China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People's Republic of China","institution_ids":["https://openalex.org/I92178344"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077508216","display_name":"Chunliu Zhou","orcid":"https://orcid.org/0000-0002-9325-6552"},"institutions":[{"id":"https://openalex.org/I92178344","display_name":"Anhui University of Technology","ror":"https://ror.org/02qdtrq21","country_code":"CN","type":"education","lineage":["https://openalex.org/I92178344"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunliu Zhou","raw_affiliation_strings":["Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People's Republic of China","School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"Key Laboratory of Multidisciplinary Management and Control of Complex Systems of Anhui Higher Education Institutes, Anhui University of Technology, Ma'anshan, People's Republic of China","institution_ids":["https://openalex.org/I92178344"]},{"raw_affiliation_string":"School of Management Science and Engineering, Anhui University of Technology, Ma'anshan, People's Republic of China","institution_ids":["https://openalex.org/I92178344"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5066141674"],"corresponding_institution_ids":["https://openalex.org/I92178344"],"apc_list":null,"apc_paid":null,"fwci":7.1081,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.97256133,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"62","issue":"1-2","first_page":"404","last_page":"420"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7262754440307617},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6590059995651245},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5970782041549683},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5389606952667236},{"id":"https://openalex.org/keywords/continuous-casting","display_name":"Continuous casting","score":0.5225664973258972},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4558107554912567},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4422125816345215},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.43446433544158936},{"id":"https://openalex.org/keywords/steelmaking","display_name":"Steelmaking","score":0.428528368473053},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.42176300287246704},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3797774910926819},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2921959459781647},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2513278126716614},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.24790507555007935},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.20434579253196716}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7262754440307617},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6590059995651245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5970782041549683},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5389606952667236},{"id":"https://openalex.org/C2779684419","wikidata":"https://www.wikidata.org/wiki/Q1506832","display_name":"Continuous casting","level":2,"score":0.5225664973258972},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4558107554912567},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4422125816345215},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.43446433544158936},{"id":"https://openalex.org/C104806805","wikidata":"https://www.wikidata.org/wiki/Q482090","display_name":"Steelmaking","level":2,"score":0.428528368473053},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.42176300287246704},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3797774910926819},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2921959459781647},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2513278126716614},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.24790507555007935},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.20434579253196716},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/00207543.2023.2267693","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2023.2267693","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tprsxx:v:62:y:2024:i:1-2:p:404-420","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/00207543.2023.2267693","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G6042543430","display_name":null,"funder_award_id":"71772002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7411727009","display_name":null,"funder_award_id":"KJ2021A0384","funder_id":"https://openalex.org/F4320335406","funder_display_name":"University Natural Science Research Project of Anhui Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335406","display_name":"University Natural Science Research Project of Anhui Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W867003385","https://openalex.org/W1585546214","https://openalex.org/W1912772982","https://openalex.org/W1977643613","https://openalex.org/W2001612470","https://openalex.org/W2006057314","https://openalex.org/W2019156911","https://openalex.org/W2056784995","https://openalex.org/W2078040808","https://openalex.org/W2087544904","https://openalex.org/W2145339207","https://openalex.org/W2161148179","https://openalex.org/W2240785302","https://openalex.org/W2339929657","https://openalex.org/W2603316374","https://openalex.org/W2618749399","https://openalex.org/W2769883686","https://openalex.org/W2770625762","https://openalex.org/W2782212774","https://openalex.org/W2789911752","https://openalex.org/W2809400804","https://openalex.org/W2898279621","https://openalex.org/W2899640738","https://openalex.org/W2948098966","https://openalex.org/W2964364261","https://openalex.org/W2971369074","https://openalex.org/W3002719688","https://openalex.org/W3008573174","https://openalex.org/W3037467778","https://openalex.org/W3089856079","https://openalex.org/W3096193467","https://openalex.org/W3128766876","https://openalex.org/W3133110488","https://openalex.org/W3183714391","https://openalex.org/W3194079519","https://openalex.org/W3197407900","https://openalex.org/W3200018754","https://openalex.org/W3209314316","https://openalex.org/W3217374538","https://openalex.org/W4220976805","https://openalex.org/W4223536612","https://openalex.org/W4250685322","https://openalex.org/W4309284213","https://openalex.org/W4313254960","https://openalex.org/W4323860371"],"related_works":["https://openalex.org/W2380807468","https://openalex.org/W2365982801","https://openalex.org/W4400868993","https://openalex.org/W2374323982","https://openalex.org/W2393182372","https://openalex.org/W2149744909","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,39,114,118,124,170],"novel":[4],"intelligent":[5,32],"scheduling":[6,21,33,82],"method":[7,157],"based":[8,73],"on":[9,74],"deep":[10,128],"reinforcement":[11],"learning":[12],"(DRL)":[13],"to":[14,44,85,100,133,148],"solve":[15],"the":[16,28,46,65,69,75,91,101,109,142,155],"multi-objective":[17],"steelmaking-continuous":[18],"casting":[19,111],"(SCC)":[20],"problem,":[22],"under":[23],"time-of-use":[24],"(TOU)":[25],"tariffs":[26],"for":[27],"first":[29],"time.":[30],"The":[31],"system":[34,70],"architecture":[35],"is":[36,42,71,113,121,131],"designed,":[37],"and":[38,50,80,137,145,166],"mathematical":[40],"model":[41],"established":[43],"minimise":[45],"total":[47],"sojourn":[48],"time":[49],"electricity":[51,63],"cost.":[52],"To":[53,107],"effectively":[54],"reduce":[55],"production":[56],"costs":[57],"by":[58,169],"avoiding":[59],"peak":[60],"periods":[61],"of":[62,68,103,163],"consumption,":[64],"\u2018start":[66],"time\u2019":[67],"generated":[72],"Markov":[76],"Decision":[77],"Process":[78],"(MDP),":[79],"heuristic":[81],"rules":[83],"related":[84],"power":[86],"cost":[87],"are":[88],"used":[89],"as":[90],"action":[92,135],"space,":[93],"with":[94],"corresponding":[95],"reward":[96],"functions":[97],"designed":[98],"according":[99],"characteristics":[102],"these":[104],"two":[105],"objectives.":[106],"satisfy":[108],"continuous":[110],"which":[112],"particular":[115],"SCC":[116],"constraint,":[117],"backward":[119],"strategy":[120],"developed.":[122],"Additionally,":[123],"branching":[125],"duelling":[126],"double":[127],"Q-network":[129],"(BD3QN)":[130],"adapted":[132],"guide":[134],"selection":[136],"avoid":[138],"blind":[139],"search":[140],"in":[141,161],"iteration":[143],"process,":[144],"then":[146],"applied":[147],"real-time":[149],"scheduling.":[150],"Numerical":[151],"experiments":[152],"demonstrate":[153],"that":[154],"proposed":[156],"outperforms":[158],"comparison":[159],"algorithms":[160],"terms":[162],"solution":[164],"quality":[165],"CPU":[167],"times":[168],"large":[171],"margin.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":11}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}