{"id":"https://openalex.org/W4388145540","doi":"https://doi.org/10.1109/tase.2023.3327792","title":"Double DQN-Based Coevolution for Green Distributed Heterogeneous Hybrid Flowshop Scheduling With Multiple Priorities of Jobs","display_name":"Double DQN-Based Coevolution for Green Distributed Heterogeneous Hybrid Flowshop Scheduling With Multiple Priorities of Jobs","publication_year":2023,"publication_date":"2023-11-01","ids":{"openalex":"https://openalex.org/W4388145540","doi":"https://doi.org/10.1109/tase.2023.3327792"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3327792","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3327792","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056046213","display_name":"Rui Li","orcid":"https://orcid.org/0000-0001-5335-9453"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Li","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5335-9453","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013105439","display_name":"Wenyin Gong","orcid":"https://orcid.org/0000-0003-1610-6865"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyin Gong","raw_affiliation_strings":["School of Computer Science, China University of Geosciences, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-1610-6865","affiliations":[{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398661","display_name":"Ling Wang","orcid":"https://orcid.org/0000-0001-8964-6454"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Wang","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8964-6454","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050605858","display_name":"Chao Lu","orcid":"https://orcid.org/0000-0003-4637-6065"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Lu","raw_affiliation_strings":["School of Computer Science, China University of Geosciences, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-4637-6065","affiliations":[{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058231134","display_name":"Zixiao Pan","orcid":"https://orcid.org/0000-0001-5153-5564"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixiao Pan","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5153-5564","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054149568","display_name":"Xinying Zhuang","orcid":null},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinying Zhuang","raw_affiliation_strings":["School of Mechanical and Automotive Engineering, Qingdao Hengxing University of Science and Technology, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Automotive Engineering, Qingdao Hengxing University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.2358,"has_fulltext":false,"cited_by_count":81,"citation_normalized_percentile":{"value":0.99217845,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"21","issue":"4","first_page":"6550","last_page":"6562"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tardiness","display_name":"Tardiness","score":0.7702410817146301},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6236383318901062},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6040899157524109},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.6007170677185059},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5986213684082031},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.49516549706459045},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4889053404331207},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4597890377044678},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.43203508853912354},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.42149439454078674},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22867333889007568},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15048933029174805},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.113109290599823}],"concepts":[{"id":"https://openalex.org/C2778047078","wikidata":"https://www.wikidata.org/wiki/Q82299449","display_name":"Tardiness","level":4,"score":0.7702410817146301},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6236383318901062},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6040899157524109},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.6007170677185059},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5986213684082031},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.49516549706459045},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4889053404331207},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4597890377044678},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.43203508853912354},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.42149439454078674},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22867333889007568},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15048933029174805},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.113109290599823},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86339819","wikidata":"https://www.wikidata.org/wiki/Q407384","display_name":"Transcription factor","level":3,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C158448853","wikidata":"https://www.wikidata.org/wiki/Q425218","display_name":"Repressor","level":4,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2023.3327792","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3327792","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.6600000262260437,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1539849825","display_name":null,"funder_award_id":"62076225","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G716902736","display_name":null,"funder_award_id":"62273193","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W2028263671","https://openalex.org/W2102428266","https://openalex.org/W2126105956","https://openalex.org/W2143381319","https://openalex.org/W2145339207","https://openalex.org/W2153654820","https://openalex.org/W2155968351","https://openalex.org/W2792765706","https://openalex.org/W2892336140","https://openalex.org/W2972396893","https://openalex.org/W2985520022","https://openalex.org/W3000727691","https://openalex.org/W3006359196","https://openalex.org/W3008027046","https://openalex.org/W3008810219","https://openalex.org/W3038502328","https://openalex.org/W3088906353","https://openalex.org/W3093620985","https://openalex.org/W3112096849","https://openalex.org/W3135902871","https://openalex.org/W3159449736","https://openalex.org/W3176610539","https://openalex.org/W3195920364","https://openalex.org/W3201976554","https://openalex.org/W3211006775","https://openalex.org/W3212586328","https://openalex.org/W4206820958","https://openalex.org/W4210618988","https://openalex.org/W4211006166","https://openalex.org/W4214881924","https://openalex.org/W4221079039","https://openalex.org/W4223925332","https://openalex.org/W4226047341","https://openalex.org/W4229334149","https://openalex.org/W4280537970","https://openalex.org/W4285106612","https://openalex.org/W4285285556","https://openalex.org/W4286377470","https://openalex.org/W4286776175","https://openalex.org/W4293258823","https://openalex.org/W4294495783","https://openalex.org/W4294811270","https://openalex.org/W4297850269","https://openalex.org/W4304843050","https://openalex.org/W4307835624","https://openalex.org/W4313201799","https://openalex.org/W4321242745","https://openalex.org/W4378650580","https://openalex.org/W4379805283","https://openalex.org/W4386472940"],"related_works":["https://openalex.org/W3097192092","https://openalex.org/W3029619930","https://openalex.org/W2061005265","https://openalex.org/W1980879778","https://openalex.org/W3216729967","https://openalex.org/W2185192838","https://openalex.org/W2902517208","https://openalex.org/W2113526966","https://openalex.org/W2967782293","https://openalex.org/W2955323683"],"abstract_inverted_index":{"Distributed":[0],"manufacturing":[1,237],"involving":[2],"heterogeneous":[3,40,287],"factories":[4],"presents":[5],"significant":[6,276],"challenges":[7],"to":[8,13,56,92,103,120,130,141,220,270,284,352,369,415,454,486],"enterprises.":[9],"Furthermore,":[10],"the":[11,26,33,38,59,124,146,185,196,236,285,384,389,398,404,433,448,463,476,480],"need":[12],"prioritize":[14],"various":[15],"jobs":[16,50,246,269,469],"based":[17,334],"on":[18,155,335],"order":[19],"urgency":[20],"and":[21,63,84,111,134,158,182,191,251,258,306,328,358,379,427,447,471,489],"customer":[22],"importance":[23],"further":[24],"complicates":[25],"scheduling":[27,44,264,280,291],"process.":[28],"Consequently,":[29],"this":[30,243,279,311,421],"study":[31],"addresses":[32],"practical":[34,244],"issue":[35],"by":[36,175,226],"tackling":[37],"distributed":[39,203,286],"hybrid":[41,98,288,374],"flow":[42,289],"shop":[43,204,290],"problem":[45,229,281,292],"with":[46,78,108,248,293,392],"multiple":[47,294],"priorities":[48,250,295],"of":[49,148,164,198,238,268,296,387,407,431,450],"(DHHFSP-MPJ).":[51],"The":[52,82,162,170,207,298],"primary":[53],"objective":[54],"is":[55,76,101,128,139,224,282],"simultaneously":[57],"minimize":[58],"total":[60,64,307],"weighted":[61,302],"tardiness":[62],"energy":[65,308,488],"consumption.":[66,309],"To":[67,144,318,382],"solve":[68],"DHHFSP-MPJ,":[69],"a":[70,159,178,227,265,275,323,330,349,354,416,429],"double":[71,125,336,399],"deep":[72,126,337,434,440],"Q-network-based":[73],"co-evolution":[74,192],"(D2QCE)":[75],"developed":[77,329],"four":[79],"features:":[80],"i)":[81,169],"global":[83,357],"local":[85,359,376],"searches":[86],"are":[87,118,153,300],"allocated":[88],"into":[89],"two":[90],"populations":[91],"balance":[93,355],"computational":[94,394],"resources;":[95],"ii)":[96,188],"A":[97],"heuristic":[99],"strategy":[100,138],"proposed":[102,119,208],"obtain":[104],"an":[105,424],"initialized":[106],"population":[107],"great":[109],"convergence":[110],"diversity;":[112],"iii)":[113,206],"Four":[114],"knowledge-based":[115],"neighborhood":[116],"structures":[117],"accelerate":[121,383],"converging.":[122],"Next,":[123],"Q-Network":[127],"applied":[129,414],"learn":[131,173],"operator":[132,391],"selection;":[133],"iv)":[135],"An":[136],"energy-efficient":[137],"presented":[140],"save":[142,487],"energy.":[143],"verify":[145],"effectiveness":[147],"D2QCE,":[149],"five":[150],"state-of-the-art":[151,411],"algorithms":[152,200,412],"compared":[154],"20":[156],"instances":[157],"real-world":[160,228,417],"case.":[161,418],"results":[163,402],"numerical":[165],"experiments":[166],"indicate":[167],"that:":[168],"D2QN":[171,190],"can":[172,183,193],"fast":[174],"only":[176],"consuming":[177],"few":[179],"computation":[180],"resources":[181],"select":[184],"best":[186],"operator.":[187],"Combining":[189],"vastly":[194],"improve":[195],"performance":[197,212,406],"evolutionary":[199,436],"for":[201,215,475],"solving":[202],"scheduling.":[205],"D2QCE":[209],"has":[210,313],"better":[211],"than":[213],"state-of-the-arts":[214],"DHHFSP-MPJ":[216],"<italic":[217],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[218],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[219],"Practitioners</i>":[221],"\u2014This":[222],"paper":[223],"inspired":[225],"encountered":[230],"in":[231],"blanking":[232,477],"workshop":[233],"systems":[234],"within":[235],"large":[239],"engineering":[240],"equipment.":[241],"In":[242,419,457],"scenario,":[245],"come":[247],"varying":[249],"distinct":[252],"due":[253,259,303,472],"dates.":[254],"Balancing":[255],"these":[256],"priority":[257],"date":[260,304,473],"constraints":[261],"while":[262],"efficiently":[263],"considerable":[266],"volume":[267],"enhance":[271],"enterprise":[272],"profitability":[273],"poses":[274],"challenge.":[277],"Thus,":[278],"abstracted":[283],"jobs.":[297],"objectives":[299],"minimizing":[301],"delay":[305],"Notably,":[310],"model":[312,327,482],"never":[314],"been":[315],"studied":[316],"before.":[317],"address":[319],"this,":[320],"we\u2019ve":[321,363],"formulated":[322],"mixed-integer":[324],"linear":[325],"programming":[326],"novel":[331],"co-evolutionary":[332,350],"algorithm":[333],"Q-networks":[338],"(DQN).":[339],"Our":[340],"approach":[341],"introduces":[342],"several":[343],"key":[344],"components.":[345],"First,":[346],"we":[347,396,460],"present":[348],"framework":[351],"strike":[353],"between":[356],"search":[360,377],"aspects.":[361],"Additionally,":[362],"devised":[364],"three":[365],"problem-specific":[366],"enhancement":[367],"strategies":[368],"expedite":[370],"convergence,":[371],"which":[372],"include":[373],"initialization,":[375],"techniques,":[378],"energy-saving":[380],"measures.":[381],"learning":[385,442],"process":[386],"selecting":[388],"optimal":[390],"minimal":[393],"resources,":[395],"employ":[397],"DQN.":[400],"Experimental":[401],"demonstrate":[403],"superior":[405],"our":[408],"approach,":[409],"outperforming":[410],"when":[413],"summary,":[420],"work":[422],"proposes":[423],"extended":[425],"DHHFSP":[426],"provides":[428],"case":[430],"designing":[432],"learning-assisted":[435],"algorithm.":[437],"However,":[438],"online":[439,451],"reinforcement":[441],"(DRL)":[443],"consumes":[444],"additional":[445],"time,":[446],"generalization":[449],"DRL":[452],"needs":[453],"be":[455,484],"improved.":[456],"future":[458],"research,":[459],"will":[461,483],"consider":[462],"dynamic":[464],"events":[465],"such":[466],"as":[467],"new":[468],"insert":[470],"change":[474],"workshop.":[478],"Moreover,":[479],"end-to-end":[481],"considered":[485],"realize":[490],"sustainable":[491],"DRL.":[492]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
