{"id":"https://openalex.org/W4407601684","doi":"https://doi.org/10.1145/3709026.3709038","title":"A Multi-Action Deep Reinforcement Learning Based on BiLSTM for Flexible Job Shop Scheduling Problem with Tight Time","display_name":"A Multi-Action Deep Reinforcement Learning Based on BiLSTM for Flexible Job Shop Scheduling Problem with Tight Time","publication_year":2024,"publication_date":"2024-12-06","ids":{"openalex":"https://openalex.org/W4407601684","doi":"https://doi.org/10.1145/3709026.3709038"},"language":"en","primary_location":{"id":"doi:10.1145/3709026.3709038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3709026.3709038","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 8th International Conference on Computer Science and Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3709026.3709038","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120645120","display_name":"Rui Wang","orcid":"https://orcid.org/0009-0005-8109-7688"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rui Wang","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Science, ShenYang, LiaoNing, China"],"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Science, ShenYang, LiaoNing, China","institution_ids":["https://openalex.org/I142078773"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043706987","display_name":"Chang Liu","orcid":"https://orcid.org/0009-0007-2628-1751"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Liu","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Science, ShenYang, LiaoNing, China"],"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Science, ShenYang, LiaoNing, China","institution_ids":["https://openalex.org/I142078773"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102597692","display_name":"Xinzhuo Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinzhuo Wang","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Science, ShenYang, LiaoNing, China"],"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Science, ShenYang, LiaoNing, China","institution_ids":["https://openalex.org/I142078773"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040583251","display_name":"Shengxiang Yang","orcid":"https://orcid.org/0000-0001-7222-4917"},"institutions":[{"id":"https://openalex.org/I66943878","display_name":"De Montfort University","ror":"https://ror.org/0312pnr83","country_code":"GB","type":"education","lineage":["https://openalex.org/I66943878"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shengxiang Yang","raw_affiliation_strings":["School of Computer Science and Informatics, DeMontfort University, Leiceste, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Informatics, DeMontfort University, Leiceste, United Kingdom","institution_ids":["https://openalex.org/I66943878"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017219244","display_name":"Y. R. Hou","orcid":"https://orcid.org/0000-0002-5601-1409"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yaqi Hou","raw_affiliation_strings":["Shuanghui Meat Processing Limited, Fuxin, LiaoNing, China"],"affiliations":[{"raw_affiliation_string":"Shuanghui Meat Processing Limited, Fuxin, LiaoNing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5120645120"],"corresponding_institution_ids":["https://openalex.org/I142078773"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41065613,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"318","last_page":"326"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.828197717666626},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6913664937019348},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5856025218963623},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.5830127596855164},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5201618671417236},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.449280321598053},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4153107702732086},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16562870144844055},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.09558886289596558},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.0737324059009552},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07297781109809875},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.06612035632133484}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.828197717666626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6913664937019348},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5856025218963623},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.5830127596855164},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5201618671417236},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.449280321598053},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4153107702732086},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16562870144844055},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.09558886289596558},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0737324059009552},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07297781109809875},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.06612035632133484},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3709026.3709038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3709026.3709038","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 8th International Conference on Computer Science and Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3709026.3709038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3709026.3709038","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 8th International Conference on Computer Science and Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.6899999976158142,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2995290920","https://openalex.org/W3007804023","https://openalex.org/W3013685564","https://openalex.org/W3028095302","https://openalex.org/W3040778284","https://openalex.org/W3041573731","https://openalex.org/W3042286978","https://openalex.org/W3048259214","https://openalex.org/W3048943261","https://openalex.org/W3116703926","https://openalex.org/W3159134414","https://openalex.org/W3188220908","https://openalex.org/W3205610536","https://openalex.org/W4220687641","https://openalex.org/W4224865604","https://openalex.org/W4282946405","https://openalex.org/W4285207290","https://openalex.org/W4292738231","https://openalex.org/W4311142521","https://openalex.org/W4382175040","https://openalex.org/W4383312716","https://openalex.org/W4385493847","https://openalex.org/W4385678974","https://openalex.org/W4387552212","https://openalex.org/W4391611464","https://openalex.org/W4393371729","https://openalex.org/W4394063541","https://openalex.org/W4399188443"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W3204654320"],"abstract_inverted_index":{"The":[0],"Flexible":[1],"Job":[2],"Shop":[3],"Scheduling":[4],"Problem":[5],"(FJSP)":[6],"with":[7,28,83],"tight":[8,29],"time":[9,30],"is":[10,46,62,86],"a":[11,32,40,54,59,65],"significant":[12],"challenge":[13],"in":[14,95],"both":[15],"academic":[16],"and":[17,50,115],"industrial":[18],"fields":[19],"of":[20,106,125],"production":[21],"scheduling.":[22],"This":[23],"paper":[24],"addresses":[25],"the":[26,90,122,126],"FJSP":[27],"using":[31,64],"Multi-action":[33],"Deep":[34],"Reinforcement":[35],"Learning":[36],"(MDRL)":[37],"method.":[38],"First,":[39],"multi-action":[41,56],"Markov":[42],"Decision":[43],"Process":[44],"(MDP)":[45],"formulated,":[47],"integrating":[48],"operation":[49],"machine":[51],"sets":[52],"into":[53],"unified":[55],"space.":[57],"Then,":[58],"scheduling":[60,75],"policy":[61],"developed":[63],"Bi-Directional":[66],"Long":[67],"Short-Term":[68],"Memory":[69],"Network":[70],"(BiLSTM)":[71],"to":[72,88],"extract":[73],"intrinsic":[74],"information.":[76],"Finally,":[77],"Proximal":[78],"Policy":[79],"Optimization":[80],"(PPO)":[81],"enhanced":[82],"reward":[84],"shaping":[85],"employed":[87],"train":[89],"model,":[91],"enabling":[92],"intelligent":[93],"decision-making":[94],"action":[96],"selections.":[97],"Extensive":[98],"experiments":[99],"are":[100],"conducted":[101],"on":[102],"four":[103],"problem":[104],"instances":[105],"varying":[107],"scales.":[108],"Comparisons":[109],"among":[110],"20":[111],"priority":[112],"dispatch":[113],"rules":[114],"two":[116],"closely":[117],"rated":[118],"DRL":[119],"methods":[120],"demonstrate":[121],"superior":[123],"performance":[124],"proposed":[127],"MDRL":[128],"approach.":[129]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}