{"id":"https://openalex.org/W3197814198","doi":"https://doi.org/10.1109/indin45523.2021.9557373","title":"Reinforcement Learning based Condition-oriented Maintenance Scheduling for Flow Line Systems","display_name":"Reinforcement Learning based Condition-oriented Maintenance Scheduling for Flow Line Systems","publication_year":2021,"publication_date":"2021-07-21","ids":{"openalex":"https://openalex.org/W3197814198","doi":"https://doi.org/10.1109/indin45523.2021.9557373","mag":"3197814198"},"language":"en","primary_location":{"id":"doi:10.1109/indin45523.2021.9557373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indin45523.2021.9557373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 19th International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.12298","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082976886","display_name":"Raphael Lamprecht","orcid":"https://orcid.org/0000-0001-9834-8280"},"institutions":[{"id":"https://openalex.org/I4923324","display_name":"Fraunhofer Society","ror":"https://ror.org/05hkkdn48","country_code":"DE","type":"funder","lineage":["https://openalex.org/I4923324"]},{"id":"https://openalex.org/I3018473509","display_name":"Fraunhofer Institute for Manufacturing Engineering and Automation","ror":"https://ror.org/01rvqha10","country_code":"DE","type":"facility","lineage":["https://openalex.org/I3018473509","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Raphael Lamprecht","raw_affiliation_strings":["Center for Cyber Cognitive Intelligence (CCI),Fraunhofer IPA,Stuttgart,Germany","Fraunhofer Society"],"affiliations":[{"raw_affiliation_string":"Center for Cyber Cognitive Intelligence (CCI),Fraunhofer IPA,Stuttgart,Germany","institution_ids":["https://openalex.org/I3018473509"]},{"raw_affiliation_string":"Fraunhofer Society","institution_ids":["https://openalex.org/I4923324"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065845152","display_name":"Ferdinand Wurst","orcid":null},"institutions":[{"id":"https://openalex.org/I3018473509","display_name":"Fraunhofer Institute for Manufacturing Engineering and Automation","ror":"https://ror.org/01rvqha10","country_code":"DE","type":"facility","lineage":["https://openalex.org/I3018473509","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ferdinand Wurst","raw_affiliation_strings":["Center for Cyber Cognitive Intelligence (CCI),Fraunhofer IPA,Stuttgart,Germany"],"affiliations":[{"raw_affiliation_string":"Center for Cyber Cognitive Intelligence (CCI),Fraunhofer IPA,Stuttgart,Germany","institution_ids":["https://openalex.org/I3018473509"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031354877","display_name":"Marco F. Huber","orcid":"https://orcid.org/0000-0002-8250-2092"},"institutions":[{"id":"https://openalex.org/I3018473509","display_name":"Fraunhofer Institute for Manufacturing Engineering and Automation","ror":"https://ror.org/01rvqha10","country_code":"DE","type":"facility","lineage":["https://openalex.org/I3018473509","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marco F. Huber","raw_affiliation_strings":["University of Stuttgart, Center for Cyber Cognitive Intelligence (CCI), Fraunhofer IPA,Institute of Industrial Manufacturing and Management IFF,Stuttgart,Germany","University of Stuttgart,Center for Cyber Cognitive Intelligence CCI, Fraunhofer IPA,Institute of Industrial Manufacturing and Management IFF,Stuttgart,Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart, Center for Cyber Cognitive Intelligence (CCI), Fraunhofer IPA,Institute of Industrial Manufacturing and Management IFF,Stuttgart,Germany","institution_ids":["https://openalex.org/I3018473509","https://openalex.org/I100066346"]},{"raw_affiliation_string":"University of Stuttgart,Center for Cyber Cognitive Intelligence CCI, Fraunhofer IPA,Institute of Industrial Manufacturing and Management IFF,Stuttgart,Germany","institution_ids":["https://openalex.org/I3018473509","https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5082976886"],"corresponding_institution_ids":["https://openalex.org/I3018473509","https://openalex.org/I4923324"],"apc_list":null,"apc_paid":null,"fwci":0.1387,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.4523496,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8269079923629761},{"id":"https://openalex.org/keywords/downtime","display_name":"Downtime","score":0.6672725677490234},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6231887340545654},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5996019244194031},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.537768542766571},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4413757622241974},{"id":"https://openalex.org/keywords/production-line","display_name":"Production line","score":0.41556715965270996},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.35915714502334595},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3480868339538574},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27272823452949524},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2263081967830658},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.16431444883346558},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.161967933177948},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.06886088848114014}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8269079923629761},{"id":"https://openalex.org/C180591934","wikidata":"https://www.wikidata.org/wiki/Q1253369","display_name":"Downtime","level":2,"score":0.6672725677490234},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6231887340545654},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5996019244194031},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.537768542766571},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4413757622241974},{"id":"https://openalex.org/C99862985","wikidata":"https://www.wikidata.org/wiki/Q10858068","display_name":"Production line","level":2,"score":0.41556715965270996},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.35915714502334595},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3480868339538574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27272823452949524},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2263081967830658},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.16431444883346558},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.161967933177948},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06886088848114014},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/indin45523.2021.9557373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indin45523.2021.9557373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 19th International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2108.12298","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.12298","pdf_url":"https://arxiv.org/pdf/2108.12298","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:fraunhofer.de:N-646199","is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/N-646199.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IPA","raw_type":"Conference Paper"},{"id":"pmh:oai:null:publica/416912","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/416912","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},{"id":"doi:10.48550/arxiv.2108.12298","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2108.12298","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3197814198","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.12298","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.12298","pdf_url":"https://arxiv.org/pdf/2108.12298","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3197814198.pdf","grobid_xml":"https://content.openalex.org/works/W3197814198.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1558884406","https://openalex.org/W2045186954","https://openalex.org/W2126433789","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2159185621","https://openalex.org/W2514734473","https://openalex.org/W2811338889","https://openalex.org/W2898897140","https://openalex.org/W2942608247","https://openalex.org/W2947419552","https://openalex.org/W2964121744","https://openalex.org/W2974399396","https://openalex.org/W3037319445","https://openalex.org/W3100789280","https://openalex.org/W3117423974","https://openalex.org/W6631190155","https://openalex.org/W6637967152","https://openalex.org/W6678962049","https://openalex.org/W6741208443"],"related_works":["https://openalex.org/W3205584793","https://openalex.org/W2352799052","https://openalex.org/W2352659903","https://openalex.org/W1580902395","https://openalex.org/W2343765925","https://openalex.org/W1992543566","https://openalex.org/W2050486090","https://openalex.org/W2376531839","https://openalex.org/W2899427655","https://openalex.org/W2354670147","https://openalex.org/W74519140","https://openalex.org/W1949003493","https://openalex.org/W2160697634","https://openalex.org/W2529648821","https://openalex.org/W2981224708","https://openalex.org/W2108590075","https://openalex.org/W3127646112","https://openalex.org/W317969706","https://openalex.org/W2909486365","https://openalex.org/W2989686339"],"abstract_inverted_index":{"Maintenance":[0],"scheduling":[1,65,80,112],"is":[2],"a":[3,12,57,78],"complex":[4],"decision-making":[5],"problem":[6],"in":[7,28,66,113],"the":[8,46,89,100,103,114],"production":[9,26,33,52],"domain,":[10],"where":[11],"number":[13],"of":[14,51,88,102],"maintenance":[15,36,64,97,111],"tasks":[16],"and":[17,23,48,75,107],"resources":[18],"has":[19],"to":[20,25,30,43,45],"be":[21],"assigned":[22],"scheduled":[24],"entities":[27],"order":[29],"prevent":[31],"unplanned":[32],"downtime.":[34],"Intelligent":[35],"strategies":[37,98],"are":[38,41,72,108],"required":[39],"that":[40,93],"able":[42],"adapt":[44],"dynamics":[47],"different":[49],"conditions":[50],"systems.":[53,69],"The":[54,86],"paper":[55],"introduces":[56],"deep":[58],"reinforcement":[59,94],"learning":[60,95],"approach":[61],"for":[62,110],"condition-oriented":[63],"flow":[67],"line":[68],"Different":[70],"policies":[71,91],"learned,":[73],"analyzed":[74],"evaluated":[76],"against":[77],"benchmark":[79],"heuristic":[81],"based":[82,96],"on":[83],"reward":[84],"modelling.":[85],"evaluation":[87],"learned":[90],"shows":[92],"meet":[99],"requirements":[101],"presented":[104],"use":[105],"case":[106],"suitable":[109],"shop":[115],"floor.":[116]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}