{"id":"https://openalex.org/W4412609983","doi":"https://doi.org/10.1109/tase.2025.3591984","title":"Energy-Efficient Distributed Heterogeneous Hybrid Flow-Shop Scheduling Using Graph Neural Network and Deep Reinforcement Learning","display_name":"Energy-Efficient Distributed Heterogeneous Hybrid Flow-Shop Scheduling Using Graph Neural Network and Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-07-23","ids":{"openalex":"https://openalex.org/W4412609983","doi":"https://doi.org/10.1109/tase.2025.3591984"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3591984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3591984","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049541236","display_name":"Haizhu Bao","orcid":"https://orcid.org/0000-0002-0662-336X"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haizhu Bao","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-0662-336X","affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, P. R. China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082315337","display_name":"Quan-Ke Pan","orcid":"https://orcid.org/0000-0002-5022-7946"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quanke Pan","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-5022-7946","affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, P. R. China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073468340","display_name":"Chee\u2013Meng Chew","orcid":"https://orcid.org/0000-0002-6396-4371"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chee-Meng Chew","raw_affiliation_strings":["Department of Mechanical Engineering, National University of Singapore, Queenstown, Singapore","Department of Mechanical Engineering, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6396-4371","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Department of Mechanical Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398661","display_name":"Ling Wang","orcid":"https://orcid.org/0000-0001-8964-6454"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Wang","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","Department of Automation, Tsinghua University, Beijing, P. R. China"],"raw_orcid":"https://orcid.org/0000-0001-8964-6454","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, P. R. China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017886286","display_name":"Liang Gao","orcid":"https://orcid.org/0000-0002-1485-0722"},"institutions":[{"id":"https://openalex.org/I4210153682","display_name":"Intelligent Health (United Kingdom)","ror":"https://ror.org/0576zak10","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210153682"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Liang Gao","raw_affiliation_strings":["National Center of Technology Innovation for Intelligent Design and Numerical Control and the State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China","State Key Laboratory of Intelligent Manufacturing Equipment and Technology, National Center of Technology Innovation for Intelligent Design and Numerical Control, Huazhong University of Science and Technology, Wuhan, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-1485-0722","affiliations":[{"raw_affiliation_string":"National Center of Technology Innovation for Intelligent Design and Numerical Control and the State Key Laboratory of Intelligent Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210153682"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing Equipment and Technology, National Center of Technology Innovation for Intelligent Design and Numerical Control, Huazhong University of Science and Technology, Wuhan, P. R. China","institution_ids":["https://openalex.org/I4210153682"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0142,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.91429293,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"23","issue":null,"first_page":"3619","last_page":"3635"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9355000257492065,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9168000221252441,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7417846918106079},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6557804346084595},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5727890729904175},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5567253232002258},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5334570407867432},{"id":"https://openalex.org/keywords/flow-network","display_name":"Flow network","score":0.4462616443634033},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.442898154258728},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.43886858224868774},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.41463610529899597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41098642349243164},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.24438416957855225},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.21494650840759277},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20823046565055847},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1070307195186615},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.09728115797042847}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7417846918106079},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6557804346084595},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5727890729904175},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5567253232002258},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5334570407867432},{"id":"https://openalex.org/C114809511","wikidata":"https://www.wikidata.org/wiki/Q1412924","display_name":"Flow network","level":2,"score":0.4462616443634033},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.442898154258728},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.43886858224868774},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.41463610529899597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41098642349243164},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.24438416957855225},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.21494650840759277},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20823046565055847},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1070307195186615},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.09728115797042847}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3591984","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3591984","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.75}],"awards":[{"id":"https://openalex.org/G146811823","display_name":null,"funder_award_id":"62273221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4882439535","display_name":null,"funder_award_id":"21XD1401000","funder_id":"https://openalex.org/F4320335796","funder_display_name":"Program of Shanghai Academic Research Leader"}],"funders":[{"id":"https://openalex.org/F4320317306","display_name":"Shanghai Key Laboratory of Power Station Automation Technology","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335796","display_name":"Program of Shanghai Academic Research Leader","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1416338368","https://openalex.org/W1973433718","https://openalex.org/W2001612470","https://openalex.org/W2004436626","https://openalex.org/W2026649765","https://openalex.org/W2040344278","https://openalex.org/W2084576452","https://openalex.org/W2155791680","https://openalex.org/W2488339603","https://openalex.org/W2589598574","https://openalex.org/W2793006007","https://openalex.org/W2883417509","https://openalex.org/W2932097000","https://openalex.org/W2947493533","https://openalex.org/W2948098966","https://openalex.org/W2970875053","https://openalex.org/W3044499748","https://openalex.org/W3089255138","https://openalex.org/W3128766876","https://openalex.org/W3166794154","https://openalex.org/W3168080668","https://openalex.org/W3176610539","https://openalex.org/W3176897893","https://openalex.org/W3191976825","https://openalex.org/W3194871405","https://openalex.org/W3195920364","https://openalex.org/W3202390792","https://openalex.org/W3209989022","https://openalex.org/W3212586328","https://openalex.org/W3212661937","https://openalex.org/W4214881924","https://openalex.org/W4223993390","https://openalex.org/W4280537970","https://openalex.org/W4285024875","https://openalex.org/W4286513993","https://openalex.org/W4292316567","https://openalex.org/W4307445992","https://openalex.org/W4307835624","https://openalex.org/W4311771212","https://openalex.org/W4312591611","https://openalex.org/W4315476324","https://openalex.org/W4322576939","https://openalex.org/W4323352982","https://openalex.org/W4368232742","https://openalex.org/W4376481101","https://openalex.org/W4379117181","https://openalex.org/W4383101848","https://openalex.org/W4383752013","https://openalex.org/W4385151780","https://openalex.org/W4386472940","https://openalex.org/W4386590783","https://openalex.org/W4386617600","https://openalex.org/W4386741446","https://openalex.org/W4386898872","https://openalex.org/W4388088957","https://openalex.org/W4388336604","https://openalex.org/W4388347568","https://openalex.org/W4389247267","https://openalex.org/W4391220831","https://openalex.org/W4391791355","https://openalex.org/W4392858169","https://openalex.org/W4393371729","https://openalex.org/W4396817379","https://openalex.org/W4396951094","https://openalex.org/W4400761909","https://openalex.org/W4403180437","https://openalex.org/W4403721505","https://openalex.org/W4405717892"],"related_works":["https://openalex.org/W2967782293","https://openalex.org/W2185192838","https://openalex.org/W2069961172","https://openalex.org/W2955323683","https://openalex.org/W1564838499","https://openalex.org/W2559484340","https://openalex.org/W26892725","https://openalex.org/W2165758382","https://openalex.org/W1971939018","https://openalex.org/W3155166764"],"abstract_inverted_index":{"With":[0],"growing":[1],"environmental":[2],"awareness":[3],"and":[4,46,108,134,169,184,189,198],"increasing":[5],"energy":[6,48,170,199],"demands,":[7],"sustainable":[8],"manufacturing":[9,23],"has":[10,20],"become":[11],"a":[12,26,53,61,70,79,90,120,151,163],"focal":[13],"point":[14],"in":[15,98,192],"the":[16,32,86,99,155],"industry.":[17],"Meanwhile,":[18],"globalization":[19],"propelled":[21],"distributed":[22,34,91],"systems":[24],"as":[25,89],"dominant":[27],"trend.":[28],"This":[29],"paper":[30],"tackles":[31],"energy-efficient":[33],"heterogeneous":[35,80,122],"hybrid":[36],"flow-shop":[37],"scheduling":[38,87,114,126,145,196],"problem":[39,88,182],"(EDHHFSP),":[40],"aiming":[41],"to":[42,59,142],"minimize":[43],"both":[44,195],"makespan":[45,168],"total":[47],"consumption.":[49],"We":[50],"first":[51],"formulate":[52],"mixed-integer":[54],"linear":[55],"programming":[56],"(MILP)":[57],"model":[58],"provide":[60],"benchmark":[62],"for":[63],"small":[64],"instances.":[65],"More":[66],"importantly,":[67],"we":[68],"propose":[69],"novel":[71,121],"end-to-end":[72],"deep":[73],"reinforcement":[74],"learning":[75],"framework":[76],"based":[77],"on":[78],"graph":[81,123],"neural":[82],"network,":[83],"which":[84],"models":[85],"decision-making":[92],"process.":[93],"A":[94,136],"key":[95],"innovation":[96],"lies":[97],"design":[100],"of":[101,106,125,194],"an":[102],"action":[103],"space":[104],"composed":[105],"\"job\u2013factory\"":[107],"\"operation\u2013machine\"":[109],"pairs,":[110],"enabling":[111],"fine-grained,":[112],"decentralized":[113],"decisions.":[115],"Our":[116],"approach":[117],"starts":[118],"with":[119],"representation":[124],"states,":[127],"capturing":[128],"complex":[129],"interactions":[130],"among":[131],"jobs,":[132],"factories,":[133],"machines.":[135],"three-stage":[137],"embedding":[138],"mechanism":[139],"is":[140],"developed":[141],"encode":[143],"real-time":[144],"environments.":[146],"The":[147],"agent":[148],"then":[149],"learns":[150],"parameterized":[152],"policy":[153,157],"using":[154],"proximal":[156],"optimization":[158],"(PPO)":[159],"algorithm,":[160],"guided":[161],"by":[162],"reward":[164],"function":[165],"that":[166,175],"balances":[167],"efficiency.":[171],"Experimental":[172],"results":[173],"demonstrate":[174],"our":[176],"method":[177],"generalizes":[178],"well":[179],"across":[180],"different":[181],"scales":[183],"significantly":[185],"outperforms":[186],"traditional":[187],"heuristics":[188],"learning-based":[190],"baselines":[191],"terms":[193],"quality":[197],"savings.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}