{"id":"https://openalex.org/W4321484282","doi":"https://doi.org/10.1109/tase.2023.3244331","title":"Scheduling of Continuous Annealing With a Multi-Objective Differential Evolution Algorithm Based on Deep Reinforcement Learning","display_name":"Scheduling of Continuous Annealing With a Multi-Objective Differential Evolution Algorithm Based on Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-02-22","ids":{"openalex":"https://openalex.org/W4321484282","doi":"https://doi.org/10.1109/tase.2023.3244331"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3244331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3244331","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032142337","display_name":"Tianyang Li","orcid":"https://orcid.org/0000-0003-0219-7321"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyang Li","raw_affiliation_strings":["National Frontiers Science Center for Industrial Intelligence and Systems Optimization and the Key Laboratory of Data Analytics and Optimization for Smart Industry (Northeastern University), Ministry of Education, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-0219-7321","affiliations":[{"raw_affiliation_string":"National Frontiers Science Center for Industrial Intelligence and Systems Optimization and the Key Laboratory of Data Analytics and Optimization for Smart Industry (Northeastern University), Ministry of Education, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101795886","display_name":"Ying Meng","orcid":"https://orcid.org/0000-0002-9504-3745"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Meng","raw_affiliation_strings":["National Frontiers Science Center for Industrial Intelligence and Systems Optimization and the Key Laboratory of Data Analytics and Optimization for Smart Industry (Northeastern University), Ministry of Education, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-9504-3745","affiliations":[{"raw_affiliation_string":"National Frontiers Science Center for Industrial Intelligence and Systems Optimization and the Key Laboratory of Data Analytics and Optimization for Smart Industry (Northeastern University), Ministry of Education, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080304378","display_name":"Lixin Tang","orcid":"https://orcid.org/0000-0002-9950-5169"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lixin Tang","raw_affiliation_strings":["National Frontiers Science Center for Industrial Intelligence and Systems Optimization, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-9950-5169","affiliations":[{"raw_affiliation_string":"National Frontiers Science Center for Industrial Intelligence and Systems Optimization, Shenyang, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.6174,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.97675498,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"21","issue":"2","first_page":"1767","last_page":"1780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9534000158309937,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9534000158309937,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tardiness","display_name":"Tardiness","score":0.973622739315033},{"id":"https://openalex.org/keywords/differential-evolution","display_name":"Differential evolution","score":0.7467618584632874},{"id":"https://openalex.org/keywords/simulated-annealing","display_name":"Simulated annealing","score":0.6889245510101318},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6813438534736633},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.6122465133666992},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.5799590349197388},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5492980480194092},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5460070371627808},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5345404148101807},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5100727677345276},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21843156218528748},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17605945467948914},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.1098218560218811}],"concepts":[{"id":"https://openalex.org/C2778047078","wikidata":"https://www.wikidata.org/wiki/Q82299449","display_name":"Tardiness","level":4,"score":0.973622739315033},{"id":"https://openalex.org/C74750220","wikidata":"https://www.wikidata.org/wiki/Q2662197","display_name":"Differential evolution","level":2,"score":0.7467618584632874},{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.6889245510101318},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6813438534736633},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.6122465133666992},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.5799590349197388},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5492980480194092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5460070371627808},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5345404148101807},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5100727677345276},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21843156218528748},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17605945467948914},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.1098218560218811},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2023.3244331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3244331","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G2311391187","display_name":null,"funder_award_id":"B16009","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G3596273737","display_name":"\u5e26\u6709\u67d4\u6027\u9700\u6c42\u7279\u5f81\u7684\u4e24\u9636\u6bb5\u576f\u6599\u8ba1\u5212\u4e0e\u8c03\u5ea6\u95ee\u9898\u7814\u7a76","funder_award_id":"72002028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5303336969","display_name":null,"funder_award_id":"72192830","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G852931893","display_name":null,"funder_award_id":"72192831","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1500772990","https://openalex.org/W1525375343","https://openalex.org/W1544309315","https://openalex.org/W1595159159","https://openalex.org/W1879678483","https://openalex.org/W1996137869","https://openalex.org/W2020320008","https://openalex.org/W2021437384","https://openalex.org/W2028031385","https://openalex.org/W2053398350","https://openalex.org/W2053544685","https://openalex.org/W2055339422","https://openalex.org/W2060046835","https://openalex.org/W2075062325","https://openalex.org/W2076337359","https://openalex.org/W2083457599","https://openalex.org/W2086053060","https://openalex.org/W2093563804","https://openalex.org/W2112912151","https://openalex.org/W2114703348","https://openalex.org/W2117250519","https://openalex.org/W2124999508","https://openalex.org/W2126105956","https://openalex.org/W2137340504","https://openalex.org/W2144766971","https://openalex.org/W2146219471","https://openalex.org/W2156194072","https://openalex.org/W2162145193","https://openalex.org/W2162764212","https://openalex.org/W2730055760","https://openalex.org/W2746553466","https://openalex.org/W2797204974","https://openalex.org/W2890746393","https://openalex.org/W2940015176","https://openalex.org/W2955147151","https://openalex.org/W2955804429","https://openalex.org/W2963864421","https://openalex.org/W3008027046","https://openalex.org/W3008690002","https://openalex.org/W3049452745","https://openalex.org/W3080409317","https://openalex.org/W3096069948","https://openalex.org/W3120966628","https://openalex.org/W3145068455","https://openalex.org/W3159417211","https://openalex.org/W4211006166","https://openalex.org/W4214717370","https://openalex.org/W4226502504","https://openalex.org/W6611244864","https://openalex.org/W6684205842","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2049127505","https://openalex.org/W2161410550","https://openalex.org/W2394392475","https://openalex.org/W2005659054","https://openalex.org/W2069937987","https://openalex.org/W1571424162","https://openalex.org/W2015132550","https://openalex.org/W3006802988","https://openalex.org/W2235797280","https://openalex.org/W2319086340"],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"a":[3,8,52,79,117,179],"multi-objective":[4,80,90,167,236],"scheduling":[5,242],"problem":[6,85,141],"in":[7,55,181,187,211],"continuous":[9],"annealing":[10],"operation":[11],"of":[12,36,63],"the":[13,21,34,46,60,84,102,106,113,139,215,248,257],"steel":[14],"industry,":[15],"which":[16,119,207],"is":[17,110,223],"to":[18,32,51,128,150,164,174,178,201,228,252,264],"simultaneously":[19],"determine":[20],"production":[22,182,188,212],"batch":[23,43],"sizes":[24],"for":[25,83,99,226,243],"coils":[26],"and":[27,39,57,68,86,125,138,154,169,184,192,205,221,260],"their":[28],"schedules":[29],"so":[30],"as":[31,116],"minimize":[33],"cost":[35,53],"setup,":[37],"earliness,":[38,67],"tardiness.":[40,58],"A":[41],"large":[42],"can":[44,70,120,146,159,239,262],"reduce":[45],"setup":[47,65],"costs":[48,194,199],"but":[49],"lead":[50],"increase":[54,186],"earliness":[56,191],"Thus,":[59],"conflict":[61],"objectives":[62,210,217],"minimizing":[64],"cost,":[66],"tardiness":[69,193],"be":[71],"formulated":[72],"separately.":[73],"In":[74,105],"this":[75],"paper,":[76],"we":[77],"formulate":[78],"optimization":[81,237],"model":[82,259],"develop":[87],"an":[88,185],"adaptive":[89,170],"differential":[91],"evolutionary":[92,168],"based":[93],"on":[94,134],"deep":[95],"reinforcement":[96],"learning":[97],"(AMODE-DRL)":[98],"effectively":[100,147],"obtaining":[101],"Pareto":[103],"solutions.":[104],"proposed":[107,157,258],"AMODE-RDL,":[108],"DRL":[109,145],"integrated":[111],"into":[112],"MODE":[114,149,171],"algorithm":[115,158,261],"controller,":[118],"adaptively":[121],"select":[122,151],"mutation":[123,152],"operators":[124,153],"parameters":[126],"according":[127,251],"different":[129,241],"search":[130],"domains.":[131],"Computational":[132],"results":[133],"randomly":[135],"generated":[136],"instances":[137,142],"practical":[140],"show":[143],"that":[144],"guide":[148],"parameters.":[155],"The":[156,235],"obtain":[160],"better":[161],"solutions":[162],"compared":[163],"other":[165,265],"powerful":[166],"algorithms.":[172],"Note":[173],"Practitioners\u2014Setup":[175],"usually":[176],"leads":[177],"decrease":[180],"capacity":[183],"costs.":[189],"Similarly,":[190],"are":[195,208,218],"also":[196],"crucial.":[197],"These":[198],"correspond":[200],"production,":[202],"customer":[203],"demand,":[204],"inventory,":[206],"common":[209],"systems.":[213],"However,":[214],"three":[216],"generally":[219],"conflicting,":[220],"it":[222],"very":[224],"hard":[225],"practitioners":[227,244],"make":[229],"appropriate":[230],"decisions":[231],"with":[232,267],"manual":[233],"experience.":[234],"methods":[238],"provide":[240],"who":[245],"may":[246],"choose":[247],"suitable":[249],"one":[250],"current":[253],"working":[254],"conditions.":[255],"Accordingly,":[256],"extend":[263],"fields":[266],"similar":[268],"characteristic":[269],"problems.":[270]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}