{"id":"https://openalex.org/W4410356909","doi":"https://doi.org/10.1145/3672608.3707886","title":"MARTES: Multi-Agent Reinforcement learning Training Environment for Scheduling","display_name":"MARTES: Multi-Agent Reinforcement learning Training Environment for Scheduling","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410356909","doi":"https://doi.org/10.1145/3672608.3707886"},"language":"en","primary_location":{"id":"doi:10.1145/3672608.3707886","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672608.3707886","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707886","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707886","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041126794","display_name":"Mario Villar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134847","display_name":"Centro Tecnol\u00f3gico de Investigaci\u00f3n, Desarrollo e Innovaci\u00f3n en tecnolog\u00edas de la Informaci\u00f3n y las Comunicaciones (TIC)","ror":"https://ror.org/02s69db58","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210134847"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mario Andreu Villar","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain"],"raw_orcid":"https://orcid.org/0009-0005-0787-7053","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I4210134847"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Karen Yadira Lliguin Le\u00f3n","orcid":"https://orcid.org/0009-0001-9319-1795"},"institutions":[{"id":"https://openalex.org/I4210134847","display_name":"Centro Tecnol\u00f3gico de Investigaci\u00f3n, Desarrollo e Innovaci\u00f3n en tecnolog\u00edas de la Informaci\u00f3n y las Comunicaciones (TIC)","ror":"https://ror.org/02s69db58","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210134847"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Karen Yadira Lliguin Le\u00f3n","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain"],"raw_orcid":"https://orcid.org/0009-0001-9319-1795","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I4210134847"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076281024","display_name":"Jordi Arjona Aroca","orcid":"https://orcid.org/0000-0002-1761-5170"},"institutions":[{"id":"https://openalex.org/I4210134847","display_name":"Centro Tecnol\u00f3gico de Investigaci\u00f3n, Desarrollo e Innovaci\u00f3n en tecnolog\u00edas de la Informaci\u00f3n y las Comunicaciones (TIC)","ror":"https://ror.org/02s69db58","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210134847"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jordi Arjona Aroca","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain"],"raw_orcid":"https://orcid.org/0000-0002-1761-5170","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I4210134847"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090257709","display_name":"Amaya Salazar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134847","display_name":"Centro Tecnol\u00f3gico de Investigaci\u00f3n, Desarrollo e Innovaci\u00f3n en tecnolog\u00edas de la Informaci\u00f3n y las Comunicaciones (TIC)","ror":"https://ror.org/02s69db58","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210134847"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ar\u00e1ntzazu L\u00f3pez-Larrainzar Salazar","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain"],"raw_orcid":"https://orcid.org/0009-0001-3561-5721","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I4210134847"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078611582","display_name":"Gerardo Minella","orcid":"https://orcid.org/0000-0002-0932-9262"},"institutions":[{"id":"https://openalex.org/I4210134847","display_name":"Centro Tecnol\u00f3gico de Investigaci\u00f3n, Desarrollo e Innovaci\u00f3n en tecnolog\u00edas de la Informaci\u00f3n y las Comunicaciones (TIC)","ror":"https://ror.org/02s69db58","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210134847"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Gerardo Minella","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain"],"raw_orcid":"https://orcid.org/0000-0002-0932-9262","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I4210134847"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065434328","display_name":"Jos\u00e9 M. Bernab\u00e9u\u2010Aub\u00e1n","orcid":"https://orcid.org/0000-0001-5253-0626"},"institutions":[{"id":"https://openalex.org/I4210134847","display_name":"Centro Tecnol\u00f3gico de Investigaci\u00f3n, Desarrollo e Innovaci\u00f3n en tecnolog\u00edas de la Informaci\u00f3n y las Comunicaciones (TIC)","ror":"https://ror.org/02s69db58","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210134847"]},{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Manuel Bernabeu Aub\u00e1n","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain","Universitat Polit\u00e8cnica de Val\u00e8ncia, Val\u00e8ncia, Spain"],"raw_orcid":"https://orcid.org/0000-0001-5253-0626","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Inform\u00e1tica, Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I4210134847"]},{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Val\u00e8ncia, Val\u00e8ncia, Spain","institution_ids":["https://openalex.org/I60053951"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13000922,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"840","last_page":"849"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8029389381408691},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7440348863601685},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5533202886581421},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4998340606689453},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38455548882484436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3620634078979492},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11666607856750488},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.07380324602127075}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8029389381408691},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7440348863601685},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5533202886581421},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4998340606689453},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38455548882484436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3620634078979492},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11666607856750488},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.07380324602127075},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3672608.3707886","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672608.3707886","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707886","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3672608.3707886","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672608.3707886","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707886","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4894828074","display_name":null,"funder_award_id":"IMAMCA/2024","funder_id":"https://openalex.org/F4320321864","funder_display_name":"Generalitat Valenciana"},{"id":"https://openalex.org/G65141164","display_name":null,"funder_award_id":"IMAMCA/2024/11","funder_id":"https://openalex.org/F4320321864","funder_display_name":"Generalitat Valenciana"}],"funders":[{"id":"https://openalex.org/F4320321864","display_name":"Generalitat Valenciana","ror":"https://ror.org/0097mvx21"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410356909.pdf","grobid_xml":"https://content.openalex.org/works/W4410356909.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2006751452","https://openalex.org/W2034290282","https://openalex.org/W2068003474","https://openalex.org/W2090069860","https://openalex.org/W2097571405","https://openalex.org/W2138913627","https://openalex.org/W2592285292","https://openalex.org/W2731571249","https://openalex.org/W2807766588","https://openalex.org/W2951537749","https://openalex.org/W3005024004","https://openalex.org/W3109226628","https://openalex.org/W3155065624","https://openalex.org/W3216772467","https://openalex.org/W4226210625","https://openalex.org/W4226527729","https://openalex.org/W4237645274","https://openalex.org/W4298145934","https://openalex.org/W4310525873"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Digitization":[0],"fostered":[1],"by":[2,123,131,140],"the":[3,128,217],"Industry":[4],"4.0":[5],"paradigm":[6],"and":[7,14,46,137,158],"smart":[8],"factories":[9,33],"leads":[10],"to":[11,19,76,90,94,185,204],"more":[12,21,134],"connectivity":[13],"data":[15],"abundance":[16],"but":[17,55,209],"also":[18,150],"a":[20,61,125,142,172],"dynamic":[22],"industrial":[23],"environment":[24],"that":[25,51,100],"makes":[26],"scheduling":[27],"an":[28],"even":[29,124,141],"harder":[30],"problem.":[31],"Large":[32],"with":[34,154],"complex":[35],"configurations":[36],"like":[37,111],"Hybrid":[38],"Flow-Shops":[39],"(HFS)":[40],"cannot":[41],"rely":[42],"on":[43,216],"centralized,":[44],"reactive,":[45],"non-adaptive":[47],"heuristics,":[48],"or":[49,119,163,197],"metaheuristics":[50,159],"produce":[52],"high-quality":[53,105],"schedules":[54],"are":[56],"time-expensive.":[57],"We":[58],"propose":[59],"MARTES,":[60],"Multi-Agent":[62],"Reinforcement":[63],"Learning":[64],"(MARL)":[65],"Training":[66],"Environment":[67],"for":[68,177],"Scheduling.":[69],"In":[70],"this":[71],"work,":[72],"MARTES":[73,102,147,192,205,221],"trains":[74],"models":[75,84,103,148],"be":[77,183,202],"used":[78],"in":[79,133,144,152,169,174],"HFS":[80],"scenarios.":[81,146],"The":[82,97],"resulting":[83],"decide":[85],"among":[86],"different":[87],"dispatching":[88,109],"rules":[89,110],"select":[91],"what":[92],"job":[93],"process":[95],"next.":[96],"results":[98,176],"show":[99],"exploiting":[101],"yields":[104],"schedulings,":[106],"outperforming":[107],"traditional":[108],"First":[112,114,122],"Come":[113],"Serve,":[115],"Earliest":[116],"Deadline":[117],"First,":[118],"Shortest":[120],"Job":[121],"26.4%,":[126],"increasing":[127],"deadlines":[129],"met":[130],"jobs":[132],"than":[135,171,191],"30%,":[136],"improving":[138],"tardiness":[139],"50.5%":[143],"time-constrained":[145],"can":[149,182,201],"compete":[151],"performance":[153],"heuristics":[155],"as":[156,160],"NEH,":[157],"genetic":[161],"(GA)":[162],"iterative":[164],"greedy":[165],"(IG)":[166],"algorithms,":[167],"differing":[168],"less":[170],"1%":[173],"makespan":[175],"large":[178],"instances.":[179],"Time-wise,":[180],"NEH":[181],"up":[184],"2":[186],"orders":[187],"of":[188],"magnitude":[189],"slower":[190],"models'":[193,206],"training":[194,207],"times.":[195],"GA":[196],"IG":[198],"execution":[199],"times":[200,208],"similar":[203],"require":[210],"additional":[211],"executions":[212],"when":[213],"changes":[214],"occur":[215],"factory":[218],"pipeline,":[219],"unlike":[220],"models.":[222]},"counts_by_year":[],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}