{"id":"https://openalex.org/W4290189483","doi":"https://doi.org/10.1080/00207543.2022.2098871","title":"A multi-objective reinforcement learning approach for resequencing scheduling problems in automotive manufacturing systems","display_name":"A multi-objective reinforcement learning approach for resequencing scheduling problems in automotive manufacturing systems","publication_year":2022,"publication_date":"2022-08-06","ids":{"openalex":"https://openalex.org/W4290189483","doi":"https://doi.org/10.1080/00207543.2022.2098871"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2022.2098871","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2022.2098871","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006499533","display_name":"Jinling Leng","orcid":"https://orcid.org/0000-0001-5913-5063"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinling Leng","raw_affiliation_strings":["School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100680475","display_name":"Xingyuan Wang","orcid":"https://orcid.org/0000-0002-1897-3746"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyuan Wang","raw_affiliation_strings":["School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103863073","display_name":"Shiping Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiping Wu","raw_affiliation_strings":["School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081357294","display_name":"Chun Jin","orcid":"https://orcid.org/0000-0003-4067-6817"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chun Jin","raw_affiliation_strings":["School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China"],"raw_orcid":"https://orcid.org/0000-0003-4067-6817","affiliations":[{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101484701","display_name":"Meng Tang","orcid":"https://orcid.org/0000-0002-7016-9464"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Tang","raw_affiliation_strings":["School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086475995","display_name":"Rui Liu","orcid":"https://orcid.org/0000-0001-5946-676X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Liu","raw_affiliation_strings":["School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People\u2019s Republic of China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Economics and Management, Dalian University of Technology, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057349665","display_name":"Alexander Vogl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexander Vogl","raw_affiliation_strings":["BMW Brilliance Automotive Ltd., Shenyang, People\u2019s Republic of China","BMW Brilliance Automotive Ltd., Shenyang, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BMW Brilliance Automotive Ltd., Shenyang, People\u2019s Republic of China","institution_ids":[]},{"raw_affiliation_string":"BMW Brilliance Automotive Ltd., Shenyang, People's Republic of China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111656114","display_name":"Huiyu Liu","orcid":"https://orcid.org/0000-0003-4465-8501"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyu Liu","raw_affiliation_strings":["School of Mechanical Engineering and Automation, Northeastern University, Shenyang, People\u2019s Republic of China","School of Mechanical Engineering and Automation, Northeastern University, Shenyang, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Automation, Northeastern University, Shenyang, People\u2019s Republic of China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Mechanical Engineering and Automation, Northeastern University, Shenyang, People's Republic of China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5081357294"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":3.6024,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.93151374,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"61","issue":"15","first_page":"5156","last_page":"5175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tardiness","display_name":"Tardiness","score":0.885461688041687},{"id":"https://openalex.org/keywords/automotive-industry","display_name":"Automotive industry","score":0.6960769891738892},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6154046058654785},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6086369752883911},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.5639795660972595},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5111601948738098},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4887814223766327},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.43646347522735596},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.41718152165412903},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3699355125427246},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35739582777023315},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.32019180059432983},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23235216736793518},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.16929829120635986},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09058719873428345},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.07834380865097046},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.07659101486206055}],"concepts":[{"id":"https://openalex.org/C2778047078","wikidata":"https://www.wikidata.org/wiki/Q82299449","display_name":"Tardiness","level":4,"score":0.885461688041687},{"id":"https://openalex.org/C526921623","wikidata":"https://www.wikidata.org/wiki/Q190117","display_name":"Automotive industry","level":2,"score":0.6960769891738892},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6154046058654785},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6086369752883911},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.5639795660972595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5111601948738098},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4887814223766327},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.43646347522735596},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.41718152165412903},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3699355125427246},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35739582777023315},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32019180059432983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23235216736793518},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.16929829120635986},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09058719873428345},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.07834380865097046},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.07659101486206055},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/00207543.2022.2098871","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2022.2098871","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tprsxx:v:61:y:2023:i:15:p:5156-5175","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/00207543.2022.2098871","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1787246188","display_name":"\u4f4e\u78b3\u8fd0\u8425\u73af\u5883\u4e0b\u57fa\u4e8e\u591a\u65b9\u7ade\u5408\u535a\u5f08\u7684\u591a\u5f0f\u8054\u8fd0\u7cfb\u7edf\u5e72\u6270\u7ba1\u7406\u7814\u7a76","funder_award_id":"71671025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W377362545","https://openalex.org/W583052259","https://openalex.org/W1974344116","https://openalex.org/W1995865530","https://openalex.org/W2012612381","https://openalex.org/W2037461057","https://openalex.org/W2058304982","https://openalex.org/W2075630249","https://openalex.org/W2102660061","https://openalex.org/W2145339207","https://openalex.org/W2182274314","https://openalex.org/W2265191040","https://openalex.org/W2342711390","https://openalex.org/W2344852273","https://openalex.org/W2590132193","https://openalex.org/W2611415013","https://openalex.org/W2611421169","https://openalex.org/W2617837836","https://openalex.org/W2766447205","https://openalex.org/W2771590529","https://openalex.org/W2779826128","https://openalex.org/W2787680366","https://openalex.org/W2790759781","https://openalex.org/W2791288760","https://openalex.org/W2829536470","https://openalex.org/W2887175830","https://openalex.org/W2892315236","https://openalex.org/W2892315936","https://openalex.org/W2901883707","https://openalex.org/W2909853325","https://openalex.org/W2916156896","https://openalex.org/W2932097000","https://openalex.org/W2972130160","https://openalex.org/W2978949425","https://openalex.org/W2982316857","https://openalex.org/W3008389987","https://openalex.org/W3036339940","https://openalex.org/W3115742705","https://openalex.org/W3120225493","https://openalex.org/W3163262686","https://openalex.org/W3184078521","https://openalex.org/W4212774754","https://openalex.org/W4249255745"],"related_works":["https://openalex.org/W3097192092","https://openalex.org/W3029619930","https://openalex.org/W2061005265","https://openalex.org/W74759090","https://openalex.org/W1980879778","https://openalex.org/W3216729967","https://openalex.org/W2900006172","https://openalex.org/W2967782293","https://openalex.org/W2185192838","https://openalex.org/W2902517208"],"abstract_inverted_index":{"This":[0],"study":[1],"investigated":[2,79],"a":[3,88],"multi-objective":[4],"resequencing":[5],"scheduling":[6,91,190],"problem":[7],"in":[8,160,184],"the":[9,18,21,28,41,100,109,112,122,126,131,138,148,152,156,164,167,171,174,178],"automotive":[10,185],"manufacturing":[11],"systems":[12],"due":[13],"to":[14,58,98,107,120,188],"operational":[15,47,194],"requirements":[16,26],"on":[17,27,75],"color-batching":[19],"of":[20,31,43,111,130,166,173],"paint":[22,50,56,186],"shop":[23],"and":[24,46,85,128,136,145,155,170,192],"sequential":[25],"sequence":[29,67,86],"adherence":[30,68],"an":[32],"assembly":[33,53],"shop.":[34],"Resequencing":[35],"cars":[36,60],"as":[37],"color-oriented":[38],"batches":[39],"reduced":[40],"costs":[42,48,84],"color":[44],"changes":[45],"for":[49],"shops.":[51],"Also,":[52],"shops":[54,57,187],"required":[55],"complete":[59],"with":[61,69],"fewer":[62],"delays":[63],"so":[64],"that":[65,147],"high":[66],"its":[70],"demand":[71],"was":[72,96,105,118],"assured.":[73],"Based":[74],"real-world":[76],"applications,":[77],"we":[78],"two":[80],"contradictory":[81],"objectives-color":[82],"change":[83],"tardiness-in":[87],"single-machine":[89],"flowshop":[90],"environment.":[92],"A":[93],"multi-objective-deep-Q-network":[94],"algorithm":[95,154,159],"developed":[97],"determine":[99],"Pareto":[101,175],"frontier.":[102,176],"Reward":[103],"shaping":[104],"designed":[106,119],"improve":[108,189],"convergence":[110,165],"neural":[113,132,168],"network.":[114],"The":[115],"2D-folded-normal":[116],"distribution":[117],"sample":[121],"preference,":[123],"which":[124],"made":[125],"exploration":[127],"exploitation":[129],"network":[133],"more":[134],"comprehensive":[135],"improved":[137],"training":[139],"efficiency.":[140],"Two":[141],"experiments":[142],"were":[143],"conducted":[144],"showed":[146],"proposed":[149,179],"approach":[150,180],"outperformed":[151],"meta-heuristic":[153],"envelope":[157],"Q-learning":[158],"solving":[161],"time,":[162],"performance,":[163],"network,":[169],"diversity":[172],"Therefore,":[177],"can":[181],"be":[182],"used":[183],"efficiency":[191],"reduce":[193],"costs.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}