{"id":"https://openalex.org/W4410357026","doi":"https://doi.org/10.1145/3672608.3707903","title":"Hybrid Flow Shop Scheduling through Reinforcement Learning: A systematic literature review","display_name":"Hybrid Flow Shop Scheduling through Reinforcement Learning: A systematic literature review","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410357026","doi":"https://doi.org/10.1145/3672608.3707903"},"language":"en","primary_location":{"id":"doi:10.1145/3672608.3707903","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672608.3707903","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707903","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707903","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057252624","display_name":"Victor Ulisses Pugliese","orcid":"https://orcid.org/0000-0001-8033-6679"},"institutions":[{"id":"https://openalex.org/I88273585","display_name":"Universidade Federal de S\u00e3o Paulo","ror":"https://ror.org/02k5swt12","country_code":"BR","type":"education","lineage":["https://openalex.org/I88273585"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Victor Pugliese","raw_affiliation_strings":["Universidade Federal de S\u00e3o Paulo, S\u00e3o Jos\u00e9 dos Campos, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de S\u00e3o Paulo, S\u00e3o Jos\u00e9 dos Campos, Brazil","institution_ids":["https://openalex.org/I88273585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111287567","display_name":"Os\u00e9ias Ferreira","orcid":null},"institutions":[{"id":"https://openalex.org/I1288761627","display_name":"Embraer (Brazil)","ror":"https://ror.org/00zbcgj92","country_code":"BR","type":"company","lineage":["https://openalex.org/I1288761627"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Oseias Ferreira","raw_affiliation_strings":["EMBRAER, S\u00e3o Jos\u00e9 dos Campos, Brazil"],"affiliations":[{"raw_affiliation_string":"EMBRAER, S\u00e3o Jos\u00e9 dos Campos, Brazil","institution_ids":["https://openalex.org/I1288761627"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084132882","display_name":"F\u00e1bio A. Faria","orcid":"https://orcid.org/0000-0003-2956-6326"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]},{"id":"https://openalex.org/I4210105462","display_name":"Lus\u00edada University of Lisbon","ror":"https://ror.org/00zjprf31","country_code":"PT","type":"education","lineage":["https://openalex.org/I4210105462","https://openalex.org/I4401200244"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Fabio Faria","raw_affiliation_strings":["Universidade de Lisboa, Lisbon, Portugal"],"affiliations":[{"raw_affiliation_string":"Universidade de Lisboa, Lisbon, Portugal","institution_ids":["https://openalex.org/I4210105462","https://openalex.org/I141596103"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057252624"],"corresponding_institution_ids":["https://openalex.org/I88273585"],"apc_list":null,"apc_paid":null,"fwci":2.3658,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.88735637,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1240","last_page":"1249"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7477996349334717},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7052046656608582},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.5947590470314026},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.46903976798057556},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.4107821583747864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38818082213401794},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.36062076687812805},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15008223056793213},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.09511518478393555},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.08915850520133972}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7477996349334717},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7052046656608582},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.5947590470314026},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.46903976798057556},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.4107821583747864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38818082213401794},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.36062076687812805},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15008223056793213},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.09511518478393555},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.08915850520133972},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3672608.3707903","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672608.3707903","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707903","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3672608.3707903","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672608.3707903","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672608.3707903","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1429890386","display_name":null,"funder_award_id":"(CNPq","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G3989083791","display_name":null,"funder_award_id":"scholar","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410357026.pdf","grobid_xml":"https://content.openalex.org/works/W4410357026.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W564845055","https://openalex.org/W1999284878","https://openalex.org/W2020320008","https://openalex.org/W2071988618","https://openalex.org/W2097979621","https://openalex.org/W2107726111","https://openalex.org/W2138913627","https://openalex.org/W2145339207","https://openalex.org/W2218155767","https://openalex.org/W2516629126","https://openalex.org/W2525579820","https://openalex.org/W2568542619","https://openalex.org/W2570672817","https://openalex.org/W2770210025","https://openalex.org/W2982233612","https://openalex.org/W2990714382","https://openalex.org/W3012297767","https://openalex.org/W3033509244","https://openalex.org/W3041382148","https://openalex.org/W3134399672","https://openalex.org/W3134664017","https://openalex.org/W3137983801","https://openalex.org/W3172461472","https://openalex.org/W3195920364","https://openalex.org/W4206717194","https://openalex.org/W4206902979","https://openalex.org/W4211023471","https://openalex.org/W4211127364","https://openalex.org/W4212849065","https://openalex.org/W4214717370","https://openalex.org/W4220969273","https://openalex.org/W4220976805","https://openalex.org/W4224044544","https://openalex.org/W4226527729","https://openalex.org/W4247323843","https://openalex.org/W4285151935","https://openalex.org/W4288048318","https://openalex.org/W4296312564","https://openalex.org/W4298173534","https://openalex.org/W4307059201","https://openalex.org/W4309568351","https://openalex.org/W4320351800","https://openalex.org/W4379382545","https://openalex.org/W4380367894","https://openalex.org/W4380925176","https://openalex.org/W4381194142","https://openalex.org/W4386706959","https://openalex.org/W4389247267","https://openalex.org/W4390063452","https://openalex.org/W4390075227","https://openalex.org/W4390197289","https://openalex.org/W4390708674","https://openalex.org/W4392195940","https://openalex.org/W4394582864","https://openalex.org/W6797434948"],"related_works":["https://openalex.org/W2967782293","https://openalex.org/W2185192838","https://openalex.org/W2069961172","https://openalex.org/W2955323683","https://openalex.org/W1564838499","https://openalex.org/W2559484340","https://openalex.org/W26892725","https://openalex.org/W2165758382","https://openalex.org/W1971939018","https://openalex.org/W3155166764"],"abstract_inverted_index":{"This":[0,154],"paper":[1],"reviews":[2],"the":[3,93,111,128,139,147,160],"application":[4],"of":[5,73,77,96,113,130,149],"Reinforcement":[6],"Learning":[7],"(RL)":[8],"in":[9,37,55,166],"solving":[10],"Hybrid":[11],"Flow":[12],"Shop":[13],"Scheduling":[14],"(HFS)":[15],"problems,":[16],"a":[17],"complex":[18],"manufacturing":[19],"scheduling":[20,123],"challenge.":[21],"HFS":[22,56,167],"involves":[23],"processing":[24],"jobs":[25],"through":[26,67],"multiple":[27,32],"stages,":[28],"each":[29],"stage":[30],"has":[31],"machines":[33],"that":[34],"can":[35],"work":[36],"parallel,":[38],"aiming":[39],"to":[40,109,120],"optimize":[41],"objectives":[42],"like":[43,100],"makespan,":[44],"tardiness,":[45],"and":[46,71,88,104,122,137,146,152,163],"energy":[47],"consumption.":[48],"While":[49],"traditional":[50],"methods":[51,99],"are":[52],"well-studied,":[53],"RL's":[54],"problem":[57,86],"is":[58],"relatively":[59],"new.":[60],"The":[61],"review":[62,155],"analyzes":[63],"26":[64],"studies":[65],"identified":[66],"IEEE":[68],"Xplore,":[69],"Scopus,":[70],"Web":[72],"Science":[74],"databases":[75],"(as":[76],"April":[78],"2024),":[79],"categorizing":[80],"them":[81],"based":[82],"on":[83],"RL":[84,98,132],"algorithms,":[85],"types,":[87],"objectives.":[89],"Our":[90],"analysis":[91],"reveals":[92],"increasing":[94],"adoption":[95],"advanced":[97],"Deep":[101],"Q-Network":[102],"(DQN)":[103],"Proximal":[105],"Policy":[106],"Optimization":[107],"(PPO)":[108],"handle":[110],"complexities":[112],"HFS,":[114],"often":[115],"achieving":[116],"superior":[117],"performance":[118],"compared":[119],"metaheuristics":[121],"heuristics.":[124],"Furthermore,":[125],"we":[126],"explore":[127],"trend":[129],"integrating":[131],"with":[133],"other":[134],"optimization":[135],"techniques":[136],"discuss":[138],"potential":[140],"for":[141],"real-world":[142],"applications,":[143],"model":[144],"interpretability,":[145],"consideration":[148],"additional":[150],"constraints":[151],"uncertainties.":[153],"provides":[156],"valuable":[157],"insights":[158],"into":[159],"current":[161],"state":[162],"future":[164],"directions":[165],"using":[168],"RL.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}