{"id":"https://openalex.org/W7118188051","doi":"https://doi.org/10.1109/aiccsa66935.2025.11315349","title":"Deep Reinforcement Learning for Energy-Aware and Time-Efficient Scheduling in Industry 4.0","display_name":"Deep Reinforcement Learning for Energy-Aware and Time-Efficient Scheduling in Industry 4.0","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W7118188051","doi":"https://doi.org/10.1109/aiccsa66935.2025.11315349"},"language":null,"primary_location":{"id":"doi:10.1109/aiccsa66935.2025.11315349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aiccsa66935.2025.11315349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACS 22nd International Conference on Computer Systems and Applications (AICCSA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120703297","display_name":"Houssem Eddine Ounissi","orcid":"https://orcid.org/0009-0005-6583-7631"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Houssem Eddine Ounissi","raw_affiliation_strings":["Qatar University,College of Engineering,Doha,Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar University,College of Engineering,Doha,Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001616340","display_name":"Khaled Benfriha","orcid":"https://orcid.org/0000-0002-5560-021X"},"institutions":[{"id":"https://openalex.org/I190752583","display_name":"ParisTech","ror":"https://ror.org/05c2qg481","country_code":"FR","type":"education","lineage":["https://openalex.org/I190752583"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Khaled Benfriha","raw_affiliation_strings":["Arts et Métiers Institute of Technology,Product Design and Innovation Laboratory,Paris,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arts et Métiers Institute of Technology,Product Design and Innovation Laboratory,Paris,France","institution_ids":["https://openalex.org/I190752583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071350359","display_name":"Abdelhak Belhi","orcid":"https://orcid.org/0000-0003-0580-502X"},"institutions":[{"id":"https://openalex.org/I11414854","display_name":"National Defence Academy","ror":"https://ror.org/021twv479","country_code":"IN","type":"education","lineage":["https://openalex.org/I11414854"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Abdelhak Belhi","raw_affiliation_strings":["Joaan Bin Jassim Academy for Defence Studies,Doha,Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Joaan Bin Jassim Academy for Defence Studies,Doha,Qatar","institution_ids":["https://openalex.org/I11414854"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121920071","display_name":"Abdelaziz Bouras","orcid":null},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Abdelaziz Bouras","raw_affiliation_strings":["Qatar University,College of Engineering,Doha,Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar University,College of Engineering,Doha,Qatar","institution_ids":["https://openalex.org/I60342839"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.2662000060081482,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.2662000060081482,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.20170000195503235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.061799999326467514,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8091999888420105},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.718999981880188},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6315000057220459},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5726000070571899},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.37770000100135803},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.34850001335144043},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.31929999589920044},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.31439998745918274}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8091999888420105},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.718999981880188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7019000053405762},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6315000057220459},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5726000070571899},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4758000075817108},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.450300008058548},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.37770000100135803},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36320000886917114},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.3061000108718872},{"id":"https://openalex.org/C202839342","wikidata":"https://www.wikidata.org/wiki/Q60740481","display_name":"Industrial Internet","level":3,"score":0.3034999966621399},{"id":"https://openalex.org/C2780682718","wikidata":"https://www.wikidata.org/wiki/Q16321575","display_name":"Production control","level":3,"score":0.29350000619888306},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2718000113964081},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.2671999931335449},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C2777869240","wikidata":"https://www.wikidata.org/wiki/Q1424398","display_name":"Flexible manufacturing system","level":3,"score":0.26170000433921814},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.25870001316070557},{"id":"https://openalex.org/C159022435","wikidata":"https://www.wikidata.org/wiki/Q5532874","display_name":"Genetic algorithm scheduling","level":5,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aiccsa66935.2025.11315349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aiccsa66935.2025.11315349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACS 22nd International Conference on Computer Systems and Applications (AICCSA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.5902291536331177,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322472","display_name":"Qatar University","ror":"https://ror.org/00yhnba62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2096630263","https://openalex.org/W2157846217","https://openalex.org/W2606213502","https://openalex.org/W2986257753","https://openalex.org/W3094127673","https://openalex.org/W4319659067","https://openalex.org/W4366550296","https://openalex.org/W4390708837","https://openalex.org/W4401074291","https://openalex.org/W4404126274","https://openalex.org/W4406300331"],"related_works":[],"abstract_inverted_index":{"The":[0],"rise":[1],"of":[2,10,36,61],"Industry":[3],"4.0":[4],"technologies,":[5],"such":[6],"as":[7,92],"the":[8,34,41,59,71,90,121],"Internet":[9],"things":[11],"(IoT),":[12],"Cyber-Physical":[13],"Systems":[14],"(CPS),":[15],"cloud":[16],"computing,":[17],"and":[18,55,114,127,136],"Artificial":[19],"Intelligence":[20],"(AI).":[21],"Has":[22],"transformed":[23],"traditional":[24],"manufacturing":[25],"into":[26],"smart,":[27],"data-driven":[28],"systems.":[29],"This":[30],"shift":[31],"has":[32],"increased":[33],"complexity":[35],"production":[37],"scheduling,":[38],"especially":[39],"in":[40],"Flexible":[42],"Job-Shop":[43],"Scheduling":[44],"Problem":[45],"(FJSP),":[46],"which":[47],"is":[48,118],"already":[49],"a":[50,82,93,104,130],"complex":[51],"problem":[52],"by":[53,58,129],"itself":[54],"further":[56],"complicated":[57],"integration":[60],"robotic":[62],"job":[63],"transfers.":[64],"To":[65],"address":[66],"these":[67],"challenges,":[68],"we":[69],"present":[70],"Dual":[72],"Attention":[73],"Network":[74],"for":[75,150],"MultiObjective":[76],"Proximal":[77,122],"Policy":[78,123],"Optimization":[79,124],"(DANMO-PPO)":[80],"model,":[81],"Deep":[83],"Reinforcement":[84],"Learning":[85],"(DRL)":[86],"framework":[87],"that":[88,142],"formulates":[89],"FJSP":[91],"Markov":[94],"Decision":[95],"Process":[96],"(MDP).":[97],"Our":[98],"model":[99],"employs":[100],"actor-critic":[101],"networks":[102],"with":[103],"dual-attention":[105],"mechanism":[106],"to":[107],"prioritize":[108],"scheduling":[109,147],"actions":[110],"based":[111],"on":[112],"operational":[113],"machinelevel":[115],"features.":[116],"It":[117],"trained":[119],"using":[120],"(PPO)":[125],"algorithm":[126],"guided":[128],"weighted":[131],"reward":[132],"function":[133],"balancing":[134],"makespan":[135],"energy":[137],"consumption.":[138],"Experimental":[139],"results":[140],"show":[141],"DANMO-PPO":[143],"effectively":[144],"learns":[145],"adaptive":[146],"policies":[148],"suited":[149],"complex,":[151],"real-time":[152],"industrial":[153],"environments.":[154]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-01-05T00:00:00"}