{"id":"https://openalex.org/W4408538082","doi":"https://doi.org/10.1007/s40747-025-01828-6","title":"A heuristic-assisted deep reinforcement learning algorithm for flexible job shop scheduling with transport constraints","display_name":"A heuristic-assisted deep reinforcement learning algorithm for flexible job shop scheduling with transport constraints","publication_year":2025,"publication_date":"2025-03-17","ids":{"openalex":"https://openalex.org/W4408538082","doi":"https://doi.org/10.1007/s40747-025-01828-6"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-025-01828-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-01828-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-01828-6.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-01828-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102940116","display_name":"Xiaoting Dong","orcid":"https://orcid.org/0000-0003-4835-3713"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoting Dong","raw_affiliation_strings":["Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China","University of Chinese Academy of Sciences, Beijing, 100049, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, 100049, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079519256","display_name":"Guangxi Wan","orcid":"https://orcid.org/0000-0003-4456-6236"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangxi Wan","raw_affiliation_strings":["Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005866333","display_name":"Peng Zeng","orcid":"https://orcid.org/0000-0002-3904-9245"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zeng","raw_affiliation_strings":["Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, 110016, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102940116"],"corresponding_institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366","https://openalex.org/I4210165038"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":12.8253,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.98613861,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"11","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7091220021247864},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6267601847648621},{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.6083136796951294},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.561565637588501},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.554256796836853},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.48232409358024597},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.44410327076911926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36439138650894165},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.36084243655204773},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3308407962322235},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22611674666404724},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16181305050849915},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.06235545873641968}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7091220021247864},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6267601847648621},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.6083136796951294},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.561565637588501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.554256796836853},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.48232409358024597},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44410327076911926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36439138650894165},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.36084243655204773},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3308407962322235},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22611674666404724},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16181305050849915},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.06235545873641968},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-025-01828-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-01828-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-01828-6.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e1c1fcc1e9cf4d9a898471cb3e3dd54d","is_oa":true,"landing_page_url":"https://doaj.org/article/e1c1fcc1e9cf4d9a898471cb3e3dd54d","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 11, Iss 5, Pp 1-21 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-025-01828-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-01828-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-01828-6.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1068830511","display_name":null,"funder_award_id":"2024-MSBA-83","funder_id":"https://openalex.org/F4320323086","funder_display_name":"Natural Science Foundation of Liaoning Province"},{"id":"https://openalex.org/G74403156","display_name":null,"funder_award_id":"92267205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323086","display_name":"Natural Science Foundation of Liaoning Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4408538082.pdf"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1493596059","https://openalex.org/W2028263671","https://openalex.org/W2030370304","https://openalex.org/W2046437335","https://openalex.org/W2052434538","https://openalex.org/W2061424608","https://openalex.org/W2065314278","https://openalex.org/W2291496492","https://openalex.org/W2574347234","https://openalex.org/W2772709170","https://openalex.org/W2888963186","https://openalex.org/W2915173960","https://openalex.org/W2932097000","https://openalex.org/W2982316857","https://openalex.org/W3004986338","https://openalex.org/W3009389630","https://openalex.org/W3016938688","https://openalex.org/W3025159677","https://openalex.org/W3092208345","https://openalex.org/W3100789280","https://openalex.org/W3128992509","https://openalex.org/W3134664017","https://openalex.org/W3172780424","https://openalex.org/W3176897893","https://openalex.org/W3182705692","https://openalex.org/W3199406490","https://openalex.org/W4210633183","https://openalex.org/W4224865604","https://openalex.org/W4282946405","https://openalex.org/W4285024875","https://openalex.org/W4285157368","https://openalex.org/W4308201848","https://openalex.org/W4308487886","https://openalex.org/W4312819473","https://openalex.org/W4320480845","https://openalex.org/W4360864618","https://openalex.org/W4376481101","https://openalex.org/W4377137513","https://openalex.org/W4379162902","https://openalex.org/W4386472940","https://openalex.org/W4387093200","https://openalex.org/W4390368000","https://openalex.org/W4390600666","https://openalex.org/W4390908084","https://openalex.org/W4391469576","https://openalex.org/W4403180437"],"related_works":["https://openalex.org/W3172150420","https://openalex.org/W2107725657","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2112121444","https://openalex.org/W3084456289","https://openalex.org/W2509452605","https://openalex.org/W2024136090"],"abstract_inverted_index":{"Abstract":[0],"Automated":[1],"guided":[2],"vehicles":[3],"(AGVs)":[4],"are":[5,190,220],"widely":[6],"used":[7],"for":[8],"transportation":[9,18],"in":[10,53,60,167,185,200,212],"flexible":[11],"job":[12,40],"shop":[13],"(FJS)":[14],"systems,":[15],"and":[16,42,57,164,178],"their":[17],"task":[19],"scheduling":[20,31,36,55,71,77,83],"has":[21],"the":[22,47,75,80,87,91,95,100,117,131,134,153,168,174,179,182,187,204],"same":[23],"substantial":[24],"impact":[25,48],"on":[26],"production":[27],"efficiency":[28,180],"as":[29,86],"machine":[30,43],"does.":[32],"However,":[33],"traditional":[34,218],"FJS":[35,82],"methods":[37],"often":[38],"prioritize":[39],"sequencing":[41],"selection":[44],"while":[45],"ignoring":[46],"of":[49,93,173,181],"AGV":[50,76],"transportation,":[51],"resulting":[52],"suboptimal":[54],"solutions":[56],"even":[58],"difficulties":[59],"implementation.":[61],"To":[62],"address":[63],"this":[64,66],"issue,":[65],"paper":[67],"formulates":[68],"a":[69,103,201,208],"cooperative":[70],"model":[72,177],"by":[73],"introducing":[74],"problem":[78,189],"into":[79],"classical":[81],"problem,":[84,89,102],"abbreviated":[85],"FJS-AGV":[88,101,169,176,188],"with":[90,215],"objective":[92],"minimizing":[94],"makespan.":[96],"With":[97],"respect":[98],"to":[99,115,120,133,155,161],"heuristic-assisted":[104],"deep":[105],"Q-network":[106],"(HA-DQN)":[107],"algorithm":[108,184,206],"is":[109],"proposed,":[110],"which":[111,128,144,147],"leverages":[112],"heuristic":[113],"rules":[114],"enable":[116],"decision":[118,126,150],"agent":[119,154],"perform":[121],"multiple":[122],"actions":[123],"at":[124],"each":[125],"point,":[127],"includes":[129],"determining":[130],"responses":[132],"following":[135],"questions:":[136],"Which":[137],"operation":[138],"should":[139],"be":[140],"processed":[141],"next?":[142],"On":[143],"machine?":[145],"By":[146],"AGV?":[148],"This":[149],"mechanism":[151],"enables":[152],"make":[156],"more":[157],"informed":[158],"decisions,":[159],"leading":[160],"improved":[162],"performance":[163],"resource":[165],"allocation":[166],"system.":[170],"The":[171],"practicability":[172],"proposed":[175],"HA-DQN":[183,205],"solving":[186,198],"verified":[191],"through":[192],"various":[193],"international":[194],"benchmarks.":[195],"Specifically,":[196],"when":[197,217],"instances":[199],"large":[202],"benchmark,":[203],"yields":[207],"significant":[209],"12.63%":[210],"reduction":[211],"makespan":[213],"compared":[214],"that":[216],"heuristics":[219],"employed.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}