{"id":"https://openalex.org/W4210876519","doi":"https://doi.org/10.1109/tetci.2022.3145706","title":"Knowledge-Based Reinforcement Learning and Estimation of Distribution Algorithm for Flexible Job Shop Scheduling Problem","display_name":"Knowledge-Based Reinforcement Learning and Estimation of Distribution Algorithm for Flexible Job Shop Scheduling Problem","publication_year":2022,"publication_date":"2022-02-08","ids":{"openalex":"https://openalex.org/W4210876519","doi":"https://doi.org/10.1109/tetci.2022.3145706"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2022.3145706","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2022.3145706","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100715725","display_name":"Yu Du","orcid":"https://orcid.org/0000-0002-3263-0141"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Du","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-3263-0141","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun-qing Li","orcid":"https://orcid.org/0000-0001-8440-9601"},"institutions":[{"id":"https://openalex.org/I196934937","display_name":"Liaocheng University","ror":"https://ror.org/03yh0n709","country_code":"CN","type":"education","lineage":["https://openalex.org/I196934937"]},{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun-qing Li","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China","School of Computer Science, Liaocheng University, Liaocheng, China"],"raw_orcid":"https://orcid.org/0000-0001-8440-9601","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]},{"raw_affiliation_string":"School of Computer Science, Liaocheng University, Liaocheng, China","institution_ids":["https://openalex.org/I196934937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365893","display_name":"Xiaolong Chen","orcid":"https://orcid.org/0000-0002-9401-4299"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-long Chen","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083815344","display_name":"Peiyong Duan","orcid":"https://orcid.org/0000-0003-4283-4049"},"institutions":[{"id":"https://openalex.org/I18452120","display_name":"Yantai University","ror":"https://ror.org/01rp41m56","country_code":"CN","type":"education","lineage":["https://openalex.org/I18452120"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pei-yong Duan","raw_affiliation_strings":["School of Mathematics and Information Sciences, Yantai University, Yantai, China"],"raw_orcid":"https://orcid.org/0000-0003-4283-4049","affiliations":[{"raw_affiliation_string":"School of Mathematics and Information Sciences, Yantai University, Yantai, China","institution_ids":["https://openalex.org/I18452120"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082315337","display_name":"Quan-Ke Pan","orcid":"https://orcid.org/0000-0002-5022-7946"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan-ke Pan","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5022-7946","affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.7902,"has_fulltext":false,"cited_by_count":191,"citation_normalized_percentile":{"value":0.99578986,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"7","issue":"4","first_page":"1036","last_page":"1050"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.712939977645874},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7085096836090088},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6504977941513062},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.5929976105690002},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5741459727287292},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.5258342027664185},{"id":"https://openalex.org/keywords/estimation-of-distribution-algorithm","display_name":"Estimation of distribution algorithm","score":0.5027785301208496},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.45216667652130127},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.43842944502830505},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.4259759783744812},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2462652623653412},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15107032656669617},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.09935769438743591}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.712939977645874},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7085096836090088},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6504977941513062},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.5929976105690002},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5741459727287292},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.5258342027664185},{"id":"https://openalex.org/C162500139","wikidata":"https://www.wikidata.org/wiki/Q2835887","display_name":"Estimation of distribution algorithm","level":2,"score":0.5027785301208496},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.45216667652130127},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43842944502830505},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.4259759783744812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2462652623653412},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15107032656669617},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.09935769438743591},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2022.3145706","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2022.3145706","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6800000071525574,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2939148849","display_name":null,"funder_award_id":"ZR2018ZB0419","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G5089319112","display_name":null,"funder_award_id":"61773192","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6005533609","display_name":null,"funder_award_id":"61803192","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8113203457","display_name":null,"funder_award_id":"62173216","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2097464974","https://openalex.org/W2126105956","https://openalex.org/W2139242502","https://openalex.org/W2145339207","https://openalex.org/W2559793483","https://openalex.org/W2601306982","https://openalex.org/W2618749399","https://openalex.org/W2764192835","https://openalex.org/W2785512376","https://openalex.org/W2792765706","https://openalex.org/W2794136136","https://openalex.org/W2801016318","https://openalex.org/W2829553884","https://openalex.org/W2892315936","https://openalex.org/W2901880480","https://openalex.org/W2932097000","https://openalex.org/W2937599159","https://openalex.org/W2938157874","https://openalex.org/W2947446743","https://openalex.org/W2948175577","https://openalex.org/W2951202193","https://openalex.org/W2951307174","https://openalex.org/W2967308497","https://openalex.org/W2985086102","https://openalex.org/W2989902167","https://openalex.org/W2997873913","https://openalex.org/W3001384213","https://openalex.org/W3003303990","https://openalex.org/W3004986338","https://openalex.org/W3009389630","https://openalex.org/W3037467778","https://openalex.org/W3040778284","https://openalex.org/W3048985025","https://openalex.org/W3049468855","https://openalex.org/W3082377584","https://openalex.org/W3089152325","https://openalex.org/W3089255138","https://openalex.org/W3093994124","https://openalex.org/W3096926880","https://openalex.org/W3097274278","https://openalex.org/W3103272000","https://openalex.org/W3117957642","https://openalex.org/W3120185273","https://openalex.org/W3123099104","https://openalex.org/W3127083515","https://openalex.org/W3127916369","https://openalex.org/W3128766876","https://openalex.org/W3130515520","https://openalex.org/W3132393199","https://openalex.org/W3139219031","https://openalex.org/W3154482021","https://openalex.org/W3168080668","https://openalex.org/W3173097263","https://openalex.org/W3193394022","https://openalex.org/W3201929238","https://openalex.org/W3212586328"],"related_works":["https://openalex.org/W2185192838","https://openalex.org/W2967782293","https://openalex.org/W2955323683","https://openalex.org/W1564838499","https://openalex.org/W2069961172","https://openalex.org/W2559484340","https://openalex.org/W26892725","https://openalex.org/W2165758382","https://openalex.org/W1971939018","https://openalex.org/W3155166764"],"abstract_inverted_index":{"Inthis":[0],"study,":[1],"a":[2,73],"flexible":[3,194],"job":[4,195],"shop":[5,196],"scheduling":[6,115,126,197],"problem":[7,16,151,163],"with":[8],"time-of-use":[9],"electricity":[10,37],"price":[11,38],"constraint":[12],"is":[13,55,136,164,186],"considered.":[14],"The":[15,60,154,170],"includes":[17],"machine":[18,63],"processing":[19,61,66],"speed,":[20],"setup":[21],"time,":[22,24],"idle":[23],"and":[25,35,52,65,128,143,188],"the":[26,87,103,114,125,129,133,139,149,162,173,182,192],"transportation":[27],"time":[28,34],"between":[29],"machines.":[30],"Both":[31],"maximum":[32],"completion":[33],"total":[36],"are":[39,69,81,100,110,121,152],"optimized":[40],"simultaneously.":[41],"A":[42],"hybrid":[43,184],"multi-objective":[44],"optimization":[45,144],"algorithm":[46,51,91,185],"of":[47,49,89,148,161,172],"estimation":[48,88],"distribution":[50,90],"deep":[53,104],"Q-network":[54,105],"proposed":[56,155,183],"to":[57,97,112,123],"solve":[58],"this.":[59],"sequence,":[62],"assignment,":[64],"speed":[67],"assignment":[68],"all":[70],"described":[71],"using":[72],"three-dimensional":[74],"solution":[75,98],"representation.":[76],"Two":[77],"knowledge-based":[78,119],"initialization":[79,142],"strategies":[80],"designed":[82],"for":[83,141],"better":[84],"performance.":[85],"In":[86,102],"component,":[92,106],"three":[93],"probability":[94],"matrices":[95],"corresponding":[96],"representation":[99],"provided.":[101],"34":[107],"state":[108],"features":[109],"selected":[111],"describe":[113],"situation,":[116],"while":[117],"nine":[118],"actions":[120],"defined":[122],"refine":[124],"solution,":[127],"reward":[130],"based":[131],"on":[132,176],"two":[134],"objectives":[135],"designed.":[137],"As":[138],"knowledge":[140],"strategies,":[145],"five":[146],"properties":[147],"considered":[150],"proposed.":[153],"mixed":[156],"integer":[157],"linear":[158],"programming":[159],"model":[160],"validated":[165],"by":[166],"exact":[167],"solver":[168],"CPLEX.":[169],"results":[171],"numerical":[174],"testing":[175],"wide-range":[177],"scale":[178],"instances":[179],"show":[180],"that":[181],"efficient":[187],"effective":[189],"at":[190],"solving":[191],"integrated":[193],"problem.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":23},{"year":2025,"cited_by_count":66},{"year":2024,"cited_by_count":52},{"year":2023,"cited_by_count":36},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}