{"id":"https://openalex.org/W4385265069","doi":"https://doi.org/10.1080/00207543.2023.2240433","title":"Multi-objective reinforcement learning-based framework for solving selective maintenance problems in reconfigurable cyber-physical manufacturing systems","display_name":"Multi-objective reinforcement learning-based framework for solving selective maintenance problems in reconfigurable cyber-physical manufacturing systems","publication_year":2023,"publication_date":"2023-07-26","ids":{"openalex":"https://openalex.org/W4385265069","doi":"https://doi.org/10.1080/00207543.2023.2240433"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2023.2240433","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2023.2240433","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024712328","display_name":"Fatima Ezzahra Achamrah","orcid":"https://orcid.org/0000-0001-9918-4820"},"institutions":[{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210088322","display_name":"Centre de Gestion Scientifique","ror":"https://ror.org/003y0kg83","country_code":"FR","type":"facility","lineage":["https://openalex.org/I12356871","https://openalex.org/I1294671590","https://openalex.org/I142476485","https://openalex.org/I190752583","https://openalex.org/I190752583","https://openalex.org/I205703379","https://openalex.org/I2746051580","https://openalex.org/I2746051580","https://openalex.org/I4210088322","https://openalex.org/I4210091621","https://openalex.org/I4210145102","https://openalex.org/I4210145102","https://openalex.org/I4405258429","https://openalex.org/I70768539","https://openalex.org/I70768539"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fatima Ezzahra Achamrah","raw_affiliation_strings":["Centre for management science (CGS), i3 UMR9217 CNRS, Mines Paris, PSL University, Paris, France","CGS i3 - Centre de Gestion Scientifique i3 (60, bd Saint Michel 75272 Paris Cedex 06 - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for management science (CGS), i3 UMR9217 CNRS, Mines Paris, PSL University, Paris, France","institution_ids":["https://openalex.org/I2746051580","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"CGS i3 - Centre de Gestion Scientifique i3 (60, bd Saint Michel 75272 Paris Cedex 06 - France)","institution_ids":["https://openalex.org/I4210088322"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005518092","display_name":"Ali Attajer","orcid":"https://orcid.org/0000-0002-1567-8653"},"institutions":[{"id":"https://openalex.org/I4210089617","display_name":"Laboratoire d'Automatique, de M\u00e9canique et d'Informatique Industrielles et Humaines","ror":"https://ror.org/006z7v557","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210089617","https://openalex.org/I4210159245","https://openalex.org/I4387154098","https://openalex.org/I70348806","https://openalex.org/I70348806"]},{"id":"https://openalex.org/I70348806","display_name":"Universit\u00e9 Polytechnique Hauts-de-France","ror":"https://ror.org/02ezch769","country_code":"FR","type":"education","lineage":["https://openalex.org/I70348806"]},{"id":"https://openalex.org/I4210161322","display_name":"ESCA Ecole de Management","ror":"https://ror.org/04ykvv917","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210161322"]},{"id":"https://openalex.org/I4387153621","display_name":"Ecole Centrale Casablanca","ror":"https://ror.org/04g1c5a53","country_code":null,"type":"education","lineage":["https://openalex.org/I4387153621"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I3129602810","display_name":"National School of Business and Management in Settat","ror":"https://ror.org/00yp89t60","country_code":"MA","type":"education","lineage":["https://openalex.org/I3129602810"]}],"countries":["FR","MA"],"is_corresponding":true,"raw_author_name":"Ali Attajer","raw_affiliation_strings":["LAMIH, CNRS, UMR 8201, Univ. Polytechnique Hauts-de-France, Valenciennes, France","LIMII - Laboratoire d'Ing\u00e9nierie, de Management Industriel et d'Innovation [Settat] (77 route de Casablanca \u2013 Settat  - Morocco)","Ecole Centrale Casablanca (Ville Verte C\u00f4t\u00e9 Lat\u00e9ral Est \u00e0 la for\u00eat Boukoura - Morocco)","LAMIH - Laboratoire d'Automatique, de M\u00e9canique et d'Informatique industrielles et Humaines - UMR 8201 (LE MONT HOUY 59313 VALENCIENNES CEDEX 9  - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LAMIH, CNRS, UMR 8201, Univ. Polytechnique Hauts-de-France, Valenciennes, France","institution_ids":["https://openalex.org/I70348806","https://openalex.org/I4210089617","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"LIMII - Laboratoire d'Ing\u00e9nierie, de Management Industriel et d'Innovation [Settat] (77 route de Casablanca \u2013 Settat  - Morocco)","institution_ids":["https://openalex.org/I3129602810"]},{"raw_affiliation_string":"Ecole Centrale Casablanca (Ville Verte C\u00f4t\u00e9 Lat\u00e9ral Est \u00e0 la for\u00eat Boukoura - Morocco)","institution_ids":["https://openalex.org/I4210161322","https://openalex.org/I4387153621"]},{"raw_affiliation_string":"LAMIH - Laboratoire d'Automatique, de M\u00e9canique et d'Informatique industrielles et Humaines - UMR 8201 (LE MONT HOUY 59313 VALENCIENNES CEDEX 9  - France)","institution_ids":["https://openalex.org/I4210089617"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5005518092"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I3129602810","https://openalex.org/I4210089617","https://openalex.org/I4210161322","https://openalex.org/I4387153621","https://openalex.org/I70348806"],"apc_list":null,"apc_paid":null,"fwci":5.4664,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.96527185,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"62","issue":"10","first_page":"3460","last_page":"3482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6473361253738403},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.6220787167549133},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5820938944816589},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5281231999397278},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5045634508132935},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.4760874807834625},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4668748080730438},{"id":"https://openalex.org/keywords/analytic-hierarchy-process","display_name":"Analytic hierarchy process","score":0.449188768863678},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4407680332660675},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.37416207790374756},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.33381152153015137},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3101770877838135},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20969024300575256},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.1279962658882141}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6473361253738403},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.6220787167549133},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5820938944816589},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5281231999397278},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5045634508132935},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4760874807834625},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4668748080730438},{"id":"https://openalex.org/C87345402","wikidata":"https://www.wikidata.org/wiki/Q485202","display_name":"Analytic hierarchy process","level":2,"score":0.449188768863678},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4407680332660675},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.37416207790374756},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.33381152153015137},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3101770877838135},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20969024300575256},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.1279962658882141},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/00207543.2023.2240433","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2023.2240433","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04171570v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04171570","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Production Research, 2023, pp.1-23. ⟨10.1080/00207543.2023.2240433⟩","raw_type":"Journal articles"},{"id":"pmh:oai:RePEc:taf:tprsxx:v:62:y:2024:i:10:p:3460-3482","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/00207543.2023.2240433","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1988682375","https://openalex.org/W2038569287","https://openalex.org/W2056856200","https://openalex.org/W2126463812","https://openalex.org/W2129476113","https://openalex.org/W2146720487","https://openalex.org/W2186820913","https://openalex.org/W2499828064","https://openalex.org/W2530195778","https://openalex.org/W2546657391","https://openalex.org/W2585206336","https://openalex.org/W2739690896","https://openalex.org/W2754789423","https://openalex.org/W2766741732","https://openalex.org/W2767874069","https://openalex.org/W2790716556","https://openalex.org/W2795688094","https://openalex.org/W2804134404","https://openalex.org/W2811338889","https://openalex.org/W2885801653","https://openalex.org/W2891261272","https://openalex.org/W2896339617","https://openalex.org/W2964682231","https://openalex.org/W2971455452","https://openalex.org/W2985465748","https://openalex.org/W2989489722","https://openalex.org/W2997467447","https://openalex.org/W3100366369","https://openalex.org/W3110954692","https://openalex.org/W3118614341","https://openalex.org/W3126272279","https://openalex.org/W3135221506","https://openalex.org/W3158411095","https://openalex.org/W3163939800","https://openalex.org/W3170112077","https://openalex.org/W3199652046","https://openalex.org/W3201000358","https://openalex.org/W3202775986","https://openalex.org/W3207733143","https://openalex.org/W3212263828","https://openalex.org/W3212563411","https://openalex.org/W3215659869","https://openalex.org/W4206007903","https://openalex.org/W4210386990","https://openalex.org/W4247609441","https://openalex.org/W4249401258","https://openalex.org/W4280629070","https://openalex.org/W4281756879","https://openalex.org/W4281821958","https://openalex.org/W4283212784","https://openalex.org/W4287266177","https://openalex.org/W4288058759","https://openalex.org/W4289515802","https://openalex.org/W4296209323","https://openalex.org/W4297929762","https://openalex.org/W4312942651","https://openalex.org/W4317605872","https://openalex.org/W4320180606"],"related_works":["https://openalex.org/W4318028252","https://openalex.org/W4206658728","https://openalex.org/W2385683470","https://openalex.org/W2605508318","https://openalex.org/W3134416257","https://openalex.org/W2322155822","https://openalex.org/W1745582813","https://openalex.org/W2325384277","https://openalex.org/W1470192148","https://openalex.org/W2369224372"],"abstract_inverted_index":{"Unlike":[0],"mass":[1],"production":[2,26],"manufacturing":[3],"systems,":[4],"where":[5],"configurations":[6],"are":[7,102,187],"rarely":[8],"changed":[9],"after":[10,158],"the":[11,66,82,92,105,110,130,145,150,159,170,176,180,191,194],"initial":[12],"design,":[13],"reconfigurable":[14],"cyber-physical":[15],"systems":[16],"(RCPMS)":[17],"self-change":[18],"their":[19],"structures":[20],"throughout":[21],"missions":[22],"and":[23,51,55,60,108,112,133,179,197],"thus":[24],"self-adjust":[25],"in":[27,81],"response":[28],"to":[29,41,68,103,143,155,168,175,189],"demand":[30],"requirements.":[31],"Accordingly,":[32],"such":[33],"a":[34,70,74,122],"paradigm":[35],"requires":[36],"enhancing":[37],"selective":[38,75],"maintenance":[39,44,57,76,113,116],"strategy":[40],"optimise":[42],"scheduling":[43],"actions,":[45],"selecting":[46],"configuration":[47],"layouts":[48],"for":[49,73,128],"capacity":[50],"product":[52],"family":[53],"changes,":[54],"achieving":[56],"cost":[58,114],"reduction":[59],"reliability":[61,107],"maximisation.":[62],"This":[63],"paper":[64],"is":[65],"first":[67],"propose":[69,121],"robust":[71],"model":[72,86,196],"problem":[77],"with":[78,173],"imperfect":[79,93],"repairs":[80],"RCPMS":[83],"context.":[84,183],"The":[85,99],"also":[87],"integrates":[88],"uncertainties":[89],"originating":[90],"from":[91],"observations":[94],"of":[95,152,193],"components'":[96],"health":[97],"status.":[98],"model's":[100],"objectives":[101,154],"maximise":[104],"expected":[106],"minimise":[109],"variance":[111],"under":[115],"resource":[117],"constraints.":[118],"Moreover,":[119],"we":[120,139,163],"new":[123],"deep":[124],"reinforcement":[125],"learning":[126,160,182],"framework":[127],"solving":[129],"resulting":[131],"multi-objective":[132],"combinatorial":[134],"optimisation":[135],"problem.":[136],"In":[137],"addition,":[138],"use":[140],"decision":[141],"values":[142],"enhance":[144],"scalarisation":[146],"process":[147],"by":[148],"permitting":[149],"priorities":[151,172],"specific":[153],"be":[156],"adjusted":[157],"process.":[161],"Furthermore,":[162],"employ":[164],"Analytical":[165],"Hierarchy":[166],"Process":[167],"adjust":[169],"static":[171],"respect":[174],"objective":[177],"functions":[178],"actual":[181],"Finally,":[184],"broad":[185],"experiments":[186],"conducted":[188],"highlight":[190],"performance":[192],"proposed":[195],"resolution":[198],"framework.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}