{"id":"https://openalex.org/W4401109146","doi":"https://doi.org/10.1109/tii.2024.3431095","title":"Deep Reinforcement Learning-Based Dynamic Reconfiguration Planning for Digital Twin-Driven Smart Manufacturing Systems With Reconfigurable Machine Tools","display_name":"Deep Reinforcement Learning-Based Dynamic Reconfiguration Planning for Digital Twin-Driven Smart Manufacturing Systems With Reconfigurable Machine Tools","publication_year":2024,"publication_date":"2024-07-30","ids":{"openalex":"https://openalex.org/W4401109146","doi":"https://doi.org/10.1109/tii.2024.3431095"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2024.3431095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3431095","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2299/28132","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102526736","display_name":"Jintang Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jintang Huang","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","Key Laboratory of Industry Knowledge and Data Fusion Technology and Application, Ministry of Industry and Information Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Key Laboratory of Industry Knowledge and Data Fusion Technology and Application, Ministry of Industry and Information Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008605836","display_name":"Sihan Huang","orcid":"https://orcid.org/0000-0002-4086-2903"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sihan Huang","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","Key Laboratory of Industry Knowledge and Data Fusion Technology and Application, Ministry of Industry and Information Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4086-2903","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Key Laboratory of Industry Knowledge and Data Fusion Technology and Application, Ministry of Industry and Information Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059058068","display_name":"Shokraneh K. Moghaddam","orcid":"https://orcid.org/0000-0001-8864-0229"},"institutions":[{"id":"https://openalex.org/I141584323","display_name":"University of Hertfordshire","ror":"https://ror.org/0267vjk41","country_code":"GB","type":"education","lineage":["https://openalex.org/I141584323"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shokraneh K. Moghaddam","raw_affiliation_strings":["School of Physics, Engineering, and Computer Science, University of Hertfordshire, Hatfield, U.K"],"raw_orcid":"https://orcid.org/0000-0001-8864-0229","affiliations":[{"raw_affiliation_string":"School of Physics, Engineering, and Computer Science, University of Hertfordshire, Hatfield, U.K","institution_ids":["https://openalex.org/I141584323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043548798","display_name":"Yuqian Lu","orcid":"https://orcid.org/0000-0001-5954-0421"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Yuqian Lu","raw_affiliation_strings":["Department of Mechanical and Mechatronics Engineering, The University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-5954-0421","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Mechatronics Engineering, The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101457292","display_name":"Guoxin Wang","orcid":"https://orcid.org/0000-0003-2363-8595"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoxin Wang","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","Key Laboratory of Industry Knowledge and Data Fusion Technology and Application, Ministry of Industry and Information Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2363-8595","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Key Laboratory of Industry Knowledge and Data Fusion Technology and Application, Ministry of Industry and Information Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100395033","display_name":"Yan Yan","orcid":"https://orcid.org/0000-0001-8555-0156"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Yan","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","Key Laboratory of Industry Knowledge and Data Fusion Technology and Application, Ministry of Industry and Information Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8555-0156","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Key Laboratory of Industry Knowledge and Data Fusion Technology and Application, Ministry of Industry and Information Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015663188","display_name":"Xuejiang Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I2800556661","display_name":"China Tobacco","ror":"https://ror.org/030d08e08","country_code":"CN","type":"government","lineage":["https://openalex.org/I2800556661"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuejiang Shi","raw_affiliation_strings":["Hongyun Honghe Tobacco Group, Kunming, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hongyun Honghe Tobacco Group, Kunming, China","institution_ids":["https://openalex.org/I2800556661"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":24.485,"has_fulltext":false,"cited_by_count":87,"citation_normalized_percentile":{"value":0.99744239,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"20","issue":"11","first_page":"13135","last_page":"13146"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10783","display_name":"Additive Manufacturing and 3D Printing Technologies","score":0.9495999813079834,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.9455221891403198},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.7357679009437561},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6844494342803955},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5920678377151489},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.523271918296814},{"id":"https://openalex.org/keywords/smart-manufacturing","display_name":"Smart manufacturing","score":0.4189172089099884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4145916700363159},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.39577826857566833},{"id":"https://openalex.org/keywords/manufacturing-engineering","display_name":"Manufacturing engineering","score":0.2889394760131836},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2735294699668884}],"concepts":[{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.9455221891403198},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.7357679009437561},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6844494342803955},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5920678377151489},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.523271918296814},{"id":"https://openalex.org/C2988642114","wikidata":"https://www.wikidata.org/wiki/Q25112020","display_name":"Smart manufacturing","level":2,"score":0.4189172089099884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4145916700363159},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.39577826857566833},{"id":"https://openalex.org/C117671659","wikidata":"https://www.wikidata.org/wiki/Q11049265","display_name":"Manufacturing engineering","level":1,"score":0.2889394760131836},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2735294699668884},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tii.2024.3431095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3431095","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},{"id":"pmh:oai:uhra.herts.ac.uk:2299/28132","is_oa":true,"landing_page_url":"http://hdl.handle.net/2299/28132","pdf_url":null,"source":{"id":"https://openalex.org/S4306400241","display_name":"University of Hertfordshire Research Archive (University of Hertfordshire)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I141584323","host_organization_name":"University of Hertfordshire","host_organization_lineage":["https://openalex.org/I141584323"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:uhra.herts.ac.uk:2299/28132","is_oa":true,"landing_page_url":"http://hdl.handle.net/2299/28132","pdf_url":null,"source":{"id":"https://openalex.org/S4306400241","display_name":"University of Hertfordshire Research Archive (University of Hertfordshire)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I141584323","host_organization_name":"University of Hertfordshire","host_organization_lineage":["https://openalex.org/I141584323"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G5079428063","display_name":null,"funder_award_id":"L243009","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G7923898531","display_name":null,"funder_award_id":"51975056","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320327514","display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2007519125","https://openalex.org/W2024060531","https://openalex.org/W2063244456","https://openalex.org/W2074667993","https://openalex.org/W2075715059","https://openalex.org/W2084880958","https://openalex.org/W2107726111","https://openalex.org/W2140417224","https://openalex.org/W2413650606","https://openalex.org/W2767874069","https://openalex.org/W2770211634","https://openalex.org/W2785339424","https://openalex.org/W2806285949","https://openalex.org/W2890922188","https://openalex.org/W2891679581","https://openalex.org/W2893162497","https://openalex.org/W2910597635","https://openalex.org/W2963148304","https://openalex.org/W2989542485","https://openalex.org/W2991544738","https://openalex.org/W2996820882","https://openalex.org/W2997340913","https://openalex.org/W3014946140","https://openalex.org/W3023135554","https://openalex.org/W3047381448","https://openalex.org/W3092184945","https://openalex.org/W3092209291","https://openalex.org/W3094704314","https://openalex.org/W3097281440","https://openalex.org/W3100789280","https://openalex.org/W3112190032","https://openalex.org/W3133873791","https://openalex.org/W3135423326","https://openalex.org/W3156138784","https://openalex.org/W3162235040","https://openalex.org/W3164356889","https://openalex.org/W3194079519","https://openalex.org/W4207077213","https://openalex.org/W4210725851","https://openalex.org/W4214717370","https://openalex.org/W4256613398","https://openalex.org/W4280645241","https://openalex.org/W4285119889","https://openalex.org/W4391564125","https://openalex.org/W4391645823","https://openalex.org/W6732665253"],"related_works":["https://openalex.org/W2357657342","https://openalex.org/W2153432761","https://openalex.org/W2152623100","https://openalex.org/W4242251885","https://openalex.org/W2130472321","https://openalex.org/W2382672788","https://openalex.org/W2387766148","https://openalex.org/W2365996311","https://openalex.org/W2387500363","https://openalex.org/W2544276806"],"abstract_inverted_index":{"Smart":[0],"manufacturing":[1,50,63,94,111,172],"systems":[2,64,95,112],"are":[3,27,113,182],"a":[4,83,170],"new":[5],"paradigm":[6],"in":[7,36,56,61,80],"Industry":[8],"4.0":[9],"driven":[10],"by":[11,68,115],"the":[12,34,46,59,70,133,141,146,157,162,166],"emerging":[13],"information":[14],"and":[15,18,32,38,66,75,121,136,159],"communication":[16],"technology":[17],"artificial":[19],"intelligence":[20],"that":[21],"converge":[22],"to":[23,29,100,131,139,155],"digital":[24,91],"twin,":[25],"which":[26],"able":[28],"perceive,":[30],"recognize,":[31],"handle":[33],"changes":[35],"demand":[37],"production.":[39],"Reconfigurable":[40],"machine":[41],"tools":[42],"(RMTs)":[43],"can":[44],"promote":[45],"flexibility":[47,71],"of":[48,72,90,109,161,169,175],"smart":[49,62,93,110,171],"systems.":[51],"The":[52,106],"fundamental":[53],"problem":[54],"lies":[55],"dynamically":[57],"reconfiguring":[58],"RMTs":[60,177],"efficiently":[65],"accurately":[67],"considering":[69,116],"production":[73],"precedence":[74],"operation":[76],"sequences":[77],"simultaneously.":[78],"Therefore,":[79],"this":[81],"article,":[82],"deep":[84],"reinforcement":[85],"learning-based":[86],"reconfiguration":[87,103,107,117,143,167],"planning":[88],"method":[89],"twin-driven":[92],"with":[96,145],"RMT":[97],"is":[98,129,153],"proposed":[99,163],"seek":[101],"optimal":[102,142],"policy":[104],"online.":[105],"processes":[108,168],"modeled":[114],"cost,":[118,120],"moving":[119],"processing":[122],"cost.":[123],"Deep":[124],"<italic":[125],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[126],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Q</i>":[127],"-network":[128],"adopted":[130],"explore":[132],"state":[134],"space":[135,138],"action":[137],"find":[140],"scheme":[144],"highest":[147],"return.":[148],"An":[149],"industry":[150],"case":[151],"study":[152],"presented":[154],"demonstrate":[156],"effectiveness":[158],"efficiency":[160],"method,":[164],"where":[165],"system":[173],"consisting":[174],"five":[176],"for":[178],"producing":[179],"four":[180],"parts":[181],"discussed.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":23},{"year":2025,"cited_by_count":62},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}