{"id":"https://openalex.org/W4406946768","doi":"https://doi.org/10.1109/tase.2025.3536198","title":"Deep Reinforcement Learning-Based Energy-Conscious Scheduling Under Time-of-Use Electricity Price","display_name":"Deep Reinforcement Learning-Based Energy-Conscious Scheduling Under Time-of-Use Electricity Price","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406946768","doi":"https://doi.org/10.1109/tase.2025.3536198"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3536198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3536198","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100412525","display_name":"Caixia Wang","orcid":"https://orcid.org/0000-0002-3338-2354"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Caixia Wang","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","State Key Laboratory of Industrial Control Technology, East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036552463","display_name":"Wenxuan Fang","orcid":"https://orcid.org/0009-0001-0720-5194"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxuan Fang","raw_affiliation_strings":["Trustworthy and General Artificial Intelligence Laboratory, Westlake University, Hangzhou, Zhejiang, China","Trustworthy and General Artificial Intelligence Laboratory, Westlake University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Trustworthy and General Artificial Intelligence Laboratory, Westlake University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"Trustworthy and General Artificial Intelligence Laboratory, Westlake University, Zhejiang, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012273961","display_name":"Xin Dai","orcid":"https://orcid.org/0000-0002-5771-4181"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Dai","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","State Key Laboratory of Industrial Control Technology, East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013584408","display_name":"Renchu He","orcid":"https://orcid.org/0000-0002-7315-1331"},"institutions":[{"id":"https://openalex.org/I204553293","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I204553293"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renchu He","raw_affiliation_strings":["School of Department of Automation, College of Artificial Intelligence, China University of Petroleum, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Department of Automation, College of Artificial Intelligence, China University of Petroleum, Beijing, China","institution_ids":["https://openalex.org/I204553293"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048640231","display_name":"Wei Du","orcid":"https://orcid.org/0000-0003-3976-2275"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Du","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","State Key Laboratory of Industrial Control Technology, East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028570509","display_name":"Yang Tang","orcid":"https://orcid.org/0000-0002-2750-8029"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Tang","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","State Key Laboratory of Industrial Control Technology, East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100412525"],"corresponding_institution_ids":["https://openalex.org/I143593769"],"apc_list":null,"apc_paid":null,"fwci":3.4866,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.91717483,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"22","issue":null,"first_page":"11490","last_page":"11504"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7526352405548096},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.6221044659614563},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6032808423042297},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.558982789516449},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4844086766242981},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3982912302017212},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3372932970523834},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3265853524208069},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.32622700929641724},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.20228832960128784},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.17180410027503967}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7526352405548096},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.6221044659614563},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6032808423042297},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.558982789516449},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4844086766242981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3982912302017212},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3372932970523834},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3265853524208069},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.32622700929641724},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.20228832960128784},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.17180410027503967},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3536198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3536198","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2248886588","display_name":null,"funder_award_id":"222202517006","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3397010727","display_name":null,"funder_award_id":"B17017","funder_id":"https://openalex.org/F4320335785","funder_display_name":"Project 211"},{"id":"https://openalex.org/G3545694276","display_name":null,"funder_award_id":"62293500","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4360841148","display_name":null,"funder_award_id":"22QA1402400","funder_id":"https://openalex.org/F4320327803","funder_display_name":"Shanghai Rising-Star Program"},{"id":"https://openalex.org/G4762873852","display_name":null,"funder_award_id":"ICT2024A22","funder_id":"https://openalex.org/F4320326952","funder_display_name":"State Key Laboratory of Industrial Control Technology"},{"id":"https://openalex.org/G5884386629","display_name":null,"funder_award_id":"U2441245","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6442699438","display_name":null,"funder_award_id":"62293502","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7843069097","display_name":null,"funder_award_id":"62173144","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326952","display_name":"State Key Laboratory of Industrial Control Technology","ror":null},{"id":"https://openalex.org/F4320327803","display_name":"Shanghai Rising-Star Program","ror":null},{"id":"https://openalex.org/F4320335785","display_name":"Project 211","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1488422606","https://openalex.org/W2126105956","https://openalex.org/W2143381319","https://openalex.org/W2153654820","https://openalex.org/W2161148179","https://openalex.org/W2190351737","https://openalex.org/W2329354063","https://openalex.org/W2343935207","https://openalex.org/W2484855292","https://openalex.org/W2586411439","https://openalex.org/W2606878445","https://openalex.org/W2792765706","https://openalex.org/W2803896320","https://openalex.org/W2807170684","https://openalex.org/W3002719688","https://openalex.org/W3021941015","https://openalex.org/W3031562984","https://openalex.org/W3112096849","https://openalex.org/W3128122525","https://openalex.org/W3195920364","https://openalex.org/W3203245557","https://openalex.org/W3209989022","https://openalex.org/W3211006775","https://openalex.org/W4205421136","https://openalex.org/W4211006166","https://openalex.org/W4221035225","https://openalex.org/W4223934311","https://openalex.org/W4229334149","https://openalex.org/W4285024875","https://openalex.org/W4285106612","https://openalex.org/W4312247201","https://openalex.org/W4312441670","https://openalex.org/W4312591611","https://openalex.org/W4313137077","https://openalex.org/W4320011877","https://openalex.org/W4368232742","https://openalex.org/W4379115102","https://openalex.org/W4379117181","https://openalex.org/W4382203092","https://openalex.org/W4383032565","https://openalex.org/W4383896688","https://openalex.org/W4385245566","https://openalex.org/W4385731874","https://openalex.org/W4388145540","https://openalex.org/W4391795768","https://openalex.org/W4392173996","https://openalex.org/W4392796553","https://openalex.org/W4393120931","https://openalex.org/W4393404843","https://openalex.org/W4403058939","https://openalex.org/W4403721505"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W4401161891","https://openalex.org/W4200387451","https://openalex.org/W2091185677","https://openalex.org/W2369224372","https://openalex.org/W3193430754"],"abstract_inverted_index":{"In":[0,43],"the":[1,48,59,64,88,106,109,112,120,126,129,138,146,170,213,270,302,308,315,374],"context":[2],"of":[3,61,108,128,159,305,311,318,335,347,381],"carbon":[4,7],"peaking":[5],"and":[6,67,76,152,209,219,235,296,314,328,332],"neutrality,":[8],"green":[9],"production":[10,185,195,273,294],"scheduling":[11,41,50,247,260,286,354,362,383],"that":[12,145,169],"considers":[13],"energy":[14,191,252,297],"has":[15,22,200,373],"attracted":[16],"increasing":[17],"attention.":[18],"Reinforcement":[19],"learning":[20,135,313],"(RL)":[21],"emerged":[23],"as":[24,38],"a":[25,93,203,257,281,378],"topic":[26],"for":[27,31,206,292],"developing":[28],"efficient":[29,78],"algorithms":[30],"solving":[32],"complex":[33],"combinatorial":[34],"optimization":[35,82,122,287,353],"problems,":[36,123],"such":[37],"real-world":[39],"shop":[40],"problems.":[42],"this":[44,243],"paper,":[45],"we":[46],"investigate":[47],"energy-conscious":[49,259,382],"problem":[51,89,261],"(ECSP)":[52,262],"under":[53,263,385],"time-of-use":[54],"(TOU)":[55,223],"electricity":[56,69,177,224,233,265,366,387],"price":[57,225,388],"with":[58,212,307],"goal":[60],"minimizing":[62,365],"both":[63,207,293],"waiting":[65],"time":[66],"extra":[68],"cost.":[70,367],"A":[71],"mathematical":[72],"model":[73],"is":[74,84,116,153,227],"formulated,":[75],"an":[77],"deep":[79,282,319],"RL":[80],"(DRL)-based":[81],"method":[83,115,132,172,322,337,372],"proposed":[85,147,171,371],"to":[86,99,118,136,188,230,242,376],"solve":[87,119],"effectively.":[90],"We":[91,279],"design":[92],"novel":[94,258],"ECSP":[95,102,306],"network":[96],"(ECSPNet)":[97],"tailored":[98],"handle":[100],"various":[101,348],"scales":[103,161],"based":[104],"on":[105,157,216,343],"characteristics":[107,304],"problem.":[110],"Moreover,":[111],"Tchebycheff":[113],"decomposition":[114],"used":[117],"multi-objective":[121],"complemented":[124],"by":[125,179,245],"application":[127],"policy":[130,226,244],"gradient":[131],"from":[133,269],"reinforcement":[134,283,312],"train":[137],"ECSPNet":[139,148],"without":[140],"size":[141],"limitations.":[142],"Experiments":[143],"verify":[144],"outperforms":[149],"state-of-the-art":[150],"methods":[151],"computationally":[154],"efficient,":[155],"even":[156],"instances":[158],"larger":[160],"unseen":[162],"in":[163,197,275,324,359],"training.":[164],"Real-world":[165],"case":[166],"studies":[167],"reveal":[168],"can":[173,249,356],"reduce":[174,251],"annual":[175],"total":[176],"cost":[178,298],"approximately":[180],"30%":[181],"while":[182,364],"effectively":[183,231],"maximizing":[184],"efficiency.":[186],"Note":[187],"Practitioners":[189],"\u2014Enhancing":[190],"consciousness":[192],"alongside":[193],"improving":[194],"efficiency":[196,295],"manufacturing":[198],"systems":[199],"increasingly":[201],"become":[202],"focal":[204],"point":[205],"academia":[208],"industry,":[210],"especially":[211],"growing":[214],"emphasis":[215],"environmental":[217],"concerns":[218],"advancing":[220],"industrialization.":[221],"Time-of-use":[222],"widely":[228],"implemented":[229],"balance":[232],"supply":[234],"demand.":[236],"For":[237],"business":[238],"managers,":[239],"appropriately":[240],"responding":[241],"optimizing":[246],"tasks":[248,363],"significantly":[250],"costs.":[253],"This":[254],"paper":[255],"addresses":[256],"TOU":[264,386],"price,":[266],"specifically":[267],"arising":[268],"electrode":[271],"graphitization":[272],"process":[274],"graphite":[276],"material":[277],"manufacturing.":[278],"propose":[280],"learning-based":[284],"energy-saving":[285],"method,":[288],"which":[289],"integrates":[290],"considerations":[291],"indicators.":[299],"By":[300],"combining":[301],"unique":[303],"decision-making":[309],"capabilities":[310,317],"perception":[316],"learning,":[320],"our":[321,336,370],"excels":[323],"solution":[325],"speed,":[326],"efficiency,":[327],"adaptability.":[329],"The":[330,350],"effectiveness":[331],"practical":[333],"applicability":[334],"have":[338],"been":[339],"demonstrated":[340],"through":[341],"experiments":[342],"actual":[344],"enterprise":[345],"cases":[346],"scales.":[349],"rapidly":[351],"generated":[352],"plans":[355],"assist":[357],"enterprises":[358],"rationally":[360],"arranging":[361],"Looking":[368],"ahead,":[369],"potential":[375],"address":[377],"wide":[379],"range":[380],"problems":[384],"policy.":[389]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}