{"id":"https://openalex.org/W7128600551","doi":"https://doi.org/10.1016/j.cor.2026.107428","title":"Enhancing multi-agent deep reinforcement learning for flexible job-shop scheduling through constraint programming","display_name":"Enhancing multi-agent deep reinforcement learning for flexible job-shop scheduling through constraint programming","publication_year":2026,"publication_date":"2026-02-11","ids":{"openalex":"https://openalex.org/W7128600551","doi":"https://doi.org/10.1016/j.cor.2026.107428"},"language":"en","primary_location":{"id":"doi:10.1016/j.cor.2026.107428","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cor.2026.107428","pdf_url":null,"source":{"id":"https://openalex.org/S173256270","display_name":"Computers & Operations Research","issn_l":"0305-0548","issn":["0305-0548","1873-765X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers & Operations Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.cor.2026.107428","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125610840","display_name":"Alexandre Jesus","orcid":null},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Alexandre Jesus","raw_affiliation_strings":["Department of Mechanical Engineering, CEMMPRE, ARISE, Universidade de Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-0563-8156","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, CEMMPRE, ARISE, Universidade de Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113426382","display_name":"Arthur Jorge Pereira Corr\u00eaa","orcid":null},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Arthur Corr\u00eaa","raw_affiliation_strings":["Department of Mechanical Engineering, CEMMPRE, ARISE, Universidade de Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0009-0000-4949-4791","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, CEMMPRE, ARISE, Universidade de Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062063716","display_name":"Miguel Vieira","orcid":"https://orcid.org/0000-0001-6702-5876"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]},{"id":"https://openalex.org/I88596544","display_name":"Universidade Lus\u00f3fona","ror":"https://ror.org/05xxfer42","country_code":"PT","type":"education","lineage":["https://openalex.org/I88596544"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Miguel Vieira","raw_affiliation_strings":["Department of Mechanical Engineering, CEMMPRE, ARISE, Universidade de Coimbra, Coimbra, Portugal","RCM2+, Faculty of Engineering, Lus\u00f3fona University, Lisboa, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, CEMMPRE, ARISE, Universidade de Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"RCM2+, Faculty of Engineering, Lus\u00f3fona University, Lisboa, Portugal","institution_ids":["https://openalex.org/I88596544"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078448227","display_name":"Catarina M. Marques","orcid":"https://orcid.org/0000-0003-3263-6700"},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Catarina Marques","raw_affiliation_strings":["INESC TEC - Institute for Systems and Computer Engineering, Technology and Science, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INESC TEC - Institute for Systems and Computer Engineering, Technology and Science, Porto, Portugal","institution_ids":["https://openalex.org/I4210166615"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Crist\u00f3v\u00e3o Silva","orcid":"https://orcid.org/0000-0002-7693-9570"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Crist\u00f3v\u00e3o Silva","raw_affiliation_strings":["Department of Mechanical Engineering, CEMMPRE, ARISE, Universidade de Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-7693-9570","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, CEMMPRE, ARISE, Universidade de Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079337656","display_name":"Samuel L Moniz","orcid":null},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Samuel Moniz","raw_affiliation_strings":["Department of Mechanical Engineering, CEMMPRE, ARISE, Universidade de Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-7813-4514","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, CEMMPRE, ARISE, Universidade de Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5079337656"],"corresponding_institution_ids":["https://openalex.org/I76903346"],"apc_list":{"value":3210,"currency":"USD","value_usd":3210},"apc_paid":{"value":3210,"currency":"USD","value_usd":3210},"fwci":18.1549,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.98666815,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"190","issue":null,"first_page":"107428","last_page":"107428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.3402999937534332,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.3402999937534332,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.3246000111103058,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12177","display_name":"Resource-Constrained Project Scheduling","score":0.10750000178813934,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6248000264167786},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5748999714851379},{"id":"https://openalex.org/keywords/constraint-programming","display_name":"Constraint programming","score":0.46140000224113464},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.423799991607666},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.38429999351501465},{"id":"https://openalex.org/keywords/constraint-satisfaction","display_name":"Constraint satisfaction","score":0.3402999937534332}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7595000267028809},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6248000264167786},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6093000173568726},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5748999714851379},{"id":"https://openalex.org/C173404611","wikidata":"https://www.wikidata.org/wiki/Q528588","display_name":"Constraint programming","level":3,"score":0.46140000224113464},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.423799991607666},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C44616089","wikidata":"https://www.wikidata.org/wiki/Q30158686","display_name":"Constraint satisfaction","level":3,"score":0.3402999937534332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32760000228881836},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2685000002384186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.cor.2026.107428","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cor.2026.107428","pdf_url":null,"source":{"id":"https://openalex.org/S173256270","display_name":"Computers & Operations Research","issn_l":"0305-0548","issn":["0305-0548","1873-765X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers & Operations Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.cor.2026.107428","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cor.2026.107428","pdf_url":null,"source":{"id":"https://openalex.org/S173256270","display_name":"Computers & Operations Research","issn_l":"0305-0548","issn":["0305-0548","1873-765X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers & Operations Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6758547425270081,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G2542243733","display_name":null,"funder_award_id":"C645808870-00000067","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2884394447","display_name":"Centre for Mechanical Enginnering, Materials and Processes","funder_award_id":"UID/00285/2025","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G349246973","display_name":"Pharmaceutical supply chain of the future","funder_award_id":"PTDC/EME-SIS/6019/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G5378539831","display_name":null,"funder_award_id":"2022.14822","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G6933176307","display_name":null,"funder_award_id":"C645808870-00000067","funder_id":"https://openalex.org/F7311471023","funder_display_name":"NextGenerationEU"},{"id":"https://openalex.org/G8238074263","display_name":"Advanced Production and Intelligent Systems","funder_award_id":"LA/P/0112/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"},{"id":"https://openalex.org/F7311471023","display_name":"NextGenerationEU","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W159012016","https://openalex.org/W1969109994","https://openalex.org/W1987034518","https://openalex.org/W2046437335","https://openalex.org/W2122736695","https://openalex.org/W2292533394","https://openalex.org/W2548055351","https://openalex.org/W2625622743","https://openalex.org/W2747561859","https://openalex.org/W2790098940","https://openalex.org/W2907492528","https://openalex.org/W2951307174","https://openalex.org/W3006275750","https://openalex.org/W3047863327","https://openalex.org/W3128766876","https://openalex.org/W3134664017","https://openalex.org/W3201000358","https://openalex.org/W3207530029","https://openalex.org/W4210714644","https://openalex.org/W4212849065","https://openalex.org/W4285024875","https://openalex.org/W4296625918","https://openalex.org/W4304692597","https://openalex.org/W4308487886","https://openalex.org/W4324052666","https://openalex.org/W4353070770","https://openalex.org/W4362723854","https://openalex.org/W4379162902","https://openalex.org/W4382866919","https://openalex.org/W4386590783","https://openalex.org/W4391164212","https://openalex.org/W4393120931","https://openalex.org/W4403710221","https://openalex.org/W4404056509","https://openalex.org/W4404839448","https://openalex.org/W4405137336","https://openalex.org/W4406141308","https://openalex.org/W4413274828","https://openalex.org/W4414093716","https://openalex.org/W4414573648"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2,152],"PRISMA":[3,87,151,206],",":[4],"a":[5,94,171,216],"hybrid":[6,61,76],"multi-agent":[7,85,95,172,241],"Deep":[8],"Reinforcement":[9],"Learning":[10],"(DRL)":[11],"framework":[12],"for":[13,43,129,158,243],"solving":[14],"the":[15,52,58,146,153,159,164,180,221,231,238],"Flexible":[16],"Job-shop":[17],"Scheduling":[18],"Problem":[19],"(FJSP).":[20],"It":[21],"uses":[22],"Constraint":[23],"Programming":[24],"(CP)":[25],"solutions":[26,42,99],"to":[27,32,50,102,166,215],"pretrain":[28],"decentralized":[29],"policies":[30],"and":[31,90,110,138,161,184,198],"guide":[33],"exploration":[34],"during":[35],"training.":[36],"Although":[37],"DRL":[38,118,204,242],"can":[39],"generate":[40],"fast":[41,137],"large":[44],"combinatorial":[45],"problems,":[46],"it":[47,178],"often":[48],"fails":[49],"match":[51],"quality":[53,201],"of":[54,148,212,233,240],"optimization":[55,183,235],"methods,":[56,186],"motivating":[57],"integration":[59],"with":[60,237],"frameworks.":[62],"The":[63],"growing":[64],"interest":[65],"in":[66,84],"embedding":[67],"domain":[68],"knowledge":[69,132],"into":[70,133],"learning":[71,92,169],"algorithms":[72],"has":[73],"produced":[74],"several":[75],"formulations,":[77],"yet":[78],"their":[79],"potential":[80],"remains":[81],"underexplored,":[82],"particularly":[83],"settings.":[86],"combines":[88],"supervised":[89],"reinforcement":[91],"within":[93,170],"framework,":[96],"where":[97,187],"CP":[98],"are":[100],"used":[101],"(i)":[103],"learn":[104],"expert":[105],"decisions":[106],"through":[107],"imitation":[108,168],"learning,":[109],"(ii)":[111],"train":[112],"an":[113,208],"auxiliary":[114],"network":[115,126],"that":[116],"guides":[117],"training":[119],"via":[120],"reward":[121],"shaping.":[122],"A":[123],"shared":[124],"graph":[125],"is":[127,162],"adopted":[128],"transferring":[130],"system-level":[131],"machine-level":[134],"observations,":[135],"enabling":[136],"consistent":[139],"inference":[140,226],"from":[141],"enriched":[142],"local":[143],"embeddings.":[144],"To":[145],"best":[147],"our":[149],"knowledge,":[150],"first":[154],"expert-derived":[155],"guidance":[156],"mechanism":[157],"FJSP":[160],"among":[163],"earliest":[165],"apply":[167],"formulation.":[173],"By":[174],"combining":[175],"both":[176],"modules,":[177],"strengthens":[179],"bridge":[181],"between":[182],"learning-based":[185],"such":[188],"dual":[189],"integrations":[190],"remain":[191],"scarce.":[192],"Experimental":[193],"results":[194],"show":[195],"faster":[196],"convergence":[197],"higher":[199],"solution":[200],"than":[202],"state-of-the-art":[203],"models.":[205],"achieves":[207],"average":[209],"optimality":[210],"gap":[211],"6.74%,":[213],"corresponding":[214],"50%":[217],"relative":[218],"improvement":[219],"over":[220],"single-agent":[222],"baseline,":[223],"while":[224],"reducing":[225],"time.":[227],"These":[228],"findings":[229],"reinforce":[230],"value":[232],"merging":[234],"accuracy":[236],"flexibility":[239],"efficient":[244],"scheduling.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2026-02-11T00:00:00"}