{"id":"https://openalex.org/W7084040917","doi":"https://doi.org/10.1109/tii.2025.3609186","title":"A Batch-Constrained Safe Deep Q-Learning-Based Cloud-Edge Collaborative Framework for Dynamic Operation Optimization in Industrial Processes","display_name":"A Batch-Constrained Safe Deep Q-Learning-Based Cloud-Edge Collaborative Framework for Dynamic Operation Optimization in Industrial Processes","publication_year":2025,"publication_date":"2025-10-01","ids":{"openalex":"https://openalex.org/W7084040917","doi":"https://doi.org/10.1109/tii.2025.3609186"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2025.3609186","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3609186","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xin Qin","orcid":"https://orcid.org/0009-0005-2713-0301"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Qin","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hong Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Liu","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jie Dong","orcid":"https://orcid.org/0000-0001-7585-6637"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Dong","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":null,"display_name":"Kaixiang Peng","orcid":"https://orcid.org/0000-0001-8314-3047"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaixiang Peng","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes of Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I92403157"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.52753665,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":"1","first_page":"263","last_page":"274"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10854","display_name":"Bipolar Disorder and Treatment","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10854","display_name":"Bipolar Disorder and Treatment","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.03550000116229057,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.6395999789237976},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5037999749183655},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4564000070095062},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.4433000087738037},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.4368000030517578},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4140999913215637},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.3871999979019165},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.38019999861717224},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.3718999922275543}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6844000220298767},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.6395999789237976},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5037999749183655},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4564000070095062},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.4433000087738037},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4140999913215637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4011000096797943},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3871999979019165},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3718999922275543},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35690000653266907},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3411000072956085},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.3409999907016754},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32820001244544983},{"id":"https://openalex.org/C197298091","wikidata":"https://www.wikidata.org/wiki/Q5318963","display_name":"Dynamic data","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C2775846686","wikidata":"https://www.wikidata.org/wiki/Q643012","display_name":"Condition monitoring","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C61455927","wikidata":"https://www.wikidata.org/wiki/Q1030529","display_name":"Blossom algorithm","level":3,"score":0.289900004863739},{"id":"https://openalex.org/C115952470","wikidata":"https://www.wikidata.org/wiki/Q332172","display_name":"Process optimization","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C2777488183","wikidata":"https://www.wikidata.org/wiki/Q6900510","display_name":"Safety monitoring","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C82142266","wikidata":"https://www.wikidata.org/wiki/Q3456604","display_name":"Dynamic Bayesian network","level":3,"score":0.2784999907016754},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.26330000162124634},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25699999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2025.3609186","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3609186","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5457263588905334,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1988221929","https://openalex.org/W2145339207","https://openalex.org/W2888609085","https://openalex.org/W2921592617","https://openalex.org/W2950779797","https://openalex.org/W3041382148","https://openalex.org/W3080122404","https://openalex.org/W3093656051","https://openalex.org/W3109994442","https://openalex.org/W3114979514","https://openalex.org/W3157378813","https://openalex.org/W3163338397","https://openalex.org/W3163939800","https://openalex.org/W3177318507","https://openalex.org/W3195312226","https://openalex.org/W3210944650","https://openalex.org/W4205970058","https://openalex.org/W4291227599","https://openalex.org/W4296708381","https://openalex.org/W4296780083","https://openalex.org/W4303578855","https://openalex.org/W4304889280","https://openalex.org/W4311216084","https://openalex.org/W4321483843","https://openalex.org/W4323363125","https://openalex.org/W4388656125","https://openalex.org/W4390693770","https://openalex.org/W4391169003","https://openalex.org/W4391769942","https://openalex.org/W4396753609","https://openalex.org/W4399070710","https://openalex.org/W4399202119","https://openalex.org/W4401046893","https://openalex.org/W4401069916","https://openalex.org/W4401878830","https://openalex.org/W4402214906","https://openalex.org/W4406015404","https://openalex.org/W4406802168","https://openalex.org/W4406853292","https://openalex.org/W4408281246","https://openalex.org/W4409641991"],"related_works":[],"abstract_inverted_index":{"Operation":[0],"optimization":[1,134,192,208],"of":[2,31,69,148],"industrial":[3,9,32],"processes":[4,33],"is":[5,63,73,100,161,185,195],"essential":[6],"for":[7,37,54,171,204],"high-quality":[8],"development,":[10],"which":[11,72,103,194],"involves":[12],"production,":[13],"quality,":[14,26],"cost,":[15],"safety,":[16],"and":[17,27,81,89,120,128,144,156,221,238],"sustainability.":[18],"However,":[19],"the":[20,104,116,146,180,182,200,225],"complexity,":[21],"dynamic":[22,55,191],"uncertainty,":[23],"inconsistent":[24],"data":[25,61,87,118],"limited":[28],"computational":[29,218],"resources":[30],"pose":[34],"significant":[35],"challenges":[36],"operation":[38,56,149],"optimization.":[39,57,150],"To":[40],"address":[41,217],"these":[42],"issues,":[43],"we":[44,223],"propose":[45],"a":[46,59,94,107,122,152,190,213,229],"batch-constrained":[47,95],"safe":[48,96,133],"deep":[49,97],"Q-learning-based":[50],"cloud-edge":[51],"collaborative":[52],"framework":[53,227],"First,":[58],"performance-traceable":[60],"space":[62],"constructed":[64,162],"based":[65],"on":[66],"spatio-temporal":[67],"alignment":[68],"equipment":[70],"data,":[71],"embedded":[74],"with":[75],"format":[76],"validation,":[77],"boxplot\u2013based":[78],"outlier":[79],"detection,":[80],"mean-value":[82],"filling":[83],"algorithms":[84],"to":[85,111,131,163,188,216,228],"enhance":[86],"quality":[88],"support":[90],"high-level":[91],"applications.":[92],"Second,":[93],"Q-learning":[98],"algorithm":[99],"developed,":[101],"in":[102,140],"agent":[105],"uses":[106],"conditional":[108],"variational":[109],"autoencoder":[110],"generate":[112,189],"candidate":[113],"actions":[114],"matching":[115],"historical":[117],"distribution,":[119],"applies":[121],"safety":[123,147],"protection":[124],"strategy,":[125],"perturbation":[126],"model,":[127],"double":[129],"Q-networks":[130],"explore":[132],"policies,":[135],"thereby":[136],"eliminating":[137],"extrapolation":[138],"error":[139],"offline":[141],"reinforcement":[142],"learning":[143],"ensuring":[145,206],"Then,":[151],"novel":[153],"parallel":[154],"informer":[155],"long-short":[157],"term":[158],"memory":[159],"model":[160,203],"capture":[164],"process":[165,176],"features":[166],"across":[167],"multiple":[168],"time":[169],"scales":[170],"online":[172],"performance":[173,177,201],"prediction.":[174],"Whenever":[175],"deviates":[178],"from":[179],"specifications,":[181],"actor":[183],"network":[184],"immediately":[186],"triggered":[187],"policy,":[193],"then":[196],"fed":[197],"back":[198],"into":[199],"prediction":[202],"evaluation,":[205],"reliable":[207],"outcomes.":[209],"Finally,":[210],"by":[211],"leveraging":[212],"cloud\u2013edge":[214],"architecture":[215],"resource":[219],"allocation":[220],"efficiency,":[222],"apply":[224],"proposed":[226],"real":[230],"hot":[231],"strip":[232],"mill":[233],"process,":[234],"demonstrating":[235],"its":[236],"effectiveness":[237],"safety.":[239]},"counts_by_year":[],"updated_date":"2026-01-10T23:39:48.068659","created_date":"2025-10-10T00:00:00"}