{"id":"https://openalex.org/W2176880599","doi":"https://doi.org/10.1016/j.ifacol.2015.08.211","title":"Optimal Scheduling of the Maintenance and Improvement for Water Main System Using Markov Decision Process","display_name":"Optimal Scheduling of the Maintenance and Improvement for Water Main System Using Markov Decision Process","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2176880599","doi":"https://doi.org/10.1016/j.ifacol.2015.08.211","mag":"2176880599"},"language":"en","primary_location":{"id":"doi:10.1016/j.ifacol.2015.08.211","doi":"https://doi.org/10.1016/j.ifacol.2015.08.211","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ifacol.2015.08.211","pdf_url":null,"source":{"id":"https://openalex.org/S2898405271","display_name":"IFAC-PapersOnLine","issn_l":"2405-8963","issn":["2405-8963","2405-8971"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IFAC-PapersOnLine","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.ifacol.2015.08.211","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100385622","display_name":"Jong Woo Kim","orcid":"https://orcid.org/0000-0002-4466-8745","observed_orcids":["https://orcid.org/0000-0002-4466-8745","https://orcid.org/0000-0002-9165-0986"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jong Woo Kim","raw_affiliation_strings":["School of Chemical and Biological Engineering, Seoul National University, 1, Gwanak-ro, Gwanak-gu, 151-744, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Chemical and Biological Engineering, Seoul National University, 1, Gwanak-ro, Gwanak-gu, 151-744, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gobong Choi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gobong Choi","raw_affiliation_strings":["School of Chemical and Biological Engineering, Seoul National University, 1, Gwanak-ro, Gwanak-gu, 151-744, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Chemical and Biological Engineering, Seoul National University, 1, Gwanak-ro, Gwanak-gu, 151-744, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053865074","display_name":"Jung Chul Suh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jung Chul Suh","raw_affiliation_strings":["Samchully Corporation, 42, Gukjegeumyung-ro 6-gil, Yeongdeungpo-gu, 150-885, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samchully Corporation, 42, Gukjegeumyung-ro 6-gil, Yeongdeungpo-gu, 150-885, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100382860","display_name":"Jong Min Lee","orcid":"https://orcid.org/0000-0001-5395-0067","observed_orcids":["https://orcid.org/0000-0001-5395-0067"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jong Min Lee","raw_affiliation_strings":["School of Chemical and Biological Engineering, Seoul National University, 1, Gwanak-ro, Gwanak-gu, 151-744, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Chemical and Biological Engineering, Seoul National University, 1, Gwanak-ro, Gwanak-gu, 151-744, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":0,"currency":"USD","value_usd":0},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":"48","issue":"8","first_page":"379","last_page":"384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.02019999921321869,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12086","display_name":"Structural Integrity and Reliability Analysis","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/maintenance-scheduling","display_name":"maintenance scheduling","score":0.8460000157356262},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8840000033378601},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"dynamic programming","score":0.7350000143051147},{"id":"https://openalex.org/keywords/pipe-deterioration","display_name":"pipe deterioration","score":0.6869999766349792},{"id":"https://openalex.org/keywords/cost-minimization","display_name":"cost minimization","score":0.7360000014305115},{"id":"https://openalex.org/keywords/water-distribution-networks","display_name":"water distribution systems","score":0.550000011920929},{"id":"https://openalex.org/keywords/maintenance-strategy","display_name":"maintenance strategy","score":0.5339999794960022}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7276986837387085},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.707080066204071},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6324034333229065},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.6167595386505127},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5844743251800537},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5678963661193848},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.47227156162261963},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.456257164478302},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.4442925751209259},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4388551712036133},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3360803723335266},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19848361611366272},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15421569347381592},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.110807865858078},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.ifacol.2015.08.211","doi":"https://doi.org/10.1016/j.ifacol.2015.08.211","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ifacol.2015.08.211","pdf_url":null,"source":{"id":"https://openalex.org/S2898405271","display_name":"IFAC-PapersOnLine","issn_l":"2405-8963","issn":["2405-8963","2405-8971"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IFAC-PapersOnLine","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.ifacol.2015.08.211","doi":"https://doi.org/10.1016/j.ifacol.2015.08.211","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ifacol.2015.08.211","pdf_url":null,"source":{"id":"https://openalex.org/S2898405271","display_name":"IFAC-PapersOnLine","issn_l":"2405-8963","issn":["2405-8963","2405-8971"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IFAC-PapersOnLine","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.7207000255584717},{"display_name":"Clean water and sanitation","id":"https://metadata.un.org/sdg/6","score":0.6618000268936157}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1973655329","https://openalex.org/W1979943318","https://openalex.org/W1983958468","https://openalex.org/W1998641472","https://openalex.org/W2004309641","https://openalex.org/W2027394711","https://openalex.org/W2029184015","https://openalex.org/W2039900195","https://openalex.org/W2053761729","https://openalex.org/W2060273191","https://openalex.org/W2073961180","https://openalex.org/W2074335236","https://openalex.org/W2084599642","https://openalex.org/W2088914676","https://openalex.org/W2090411219","https://openalex.org/W2119567691","https://openalex.org/W2131619144","https://openalex.org/W2145921447","https://openalex.org/W2153700957","https://openalex.org/W2162348813","https://openalex.org/W2312860114","https://openalex.org/W4234558798"],"related_works":["https://openalex.org/W1831111138","https://openalex.org/W1780457844","https://openalex.org/W2090411219","https://openalex.org/W3090765157","https://openalex.org/W4285068874","https://openalex.org/W4394717504","https://openalex.org/W2170830208","https://openalex.org/W7084127023","https://openalex.org/W2792291066","https://openalex.org/W2081523710"],"abstract_inverted_index":{"Optimal":[0],"scheduling":[1],"of":[2,23,55,66,78,88,107],"maintenance":[3],"and":[4,25,58,63,75,110,128],"improvement":[5,111],"on":[6],"the":[7,20,26,37,42,49,52,61,64,86,90,108,126],"water":[8],"main":[9],"system":[10],"is":[11,44,96],"a":[12],"substantial":[13],"problem":[14],"since":[15],"it":[16,47],"can":[17],"greatly":[18],"reduces":[19],"potential":[21],"threat":[22],"failure":[24],"expenses.":[27],"The":[28,72,94],"Markov":[29],"decision":[30,118],"process":[31],"(MDP)":[32],"based":[33],"methodology":[34],"to":[35,85,98,124],"find":[36],"optimal":[38],"schedule":[39],"which":[40],"minimizes":[41],"cost":[43],"proposed.":[45],"Since":[46],"needs":[48],"information":[50,68],"about":[51],"current":[53],"state":[54],"pipe,":[56],"cost,":[57],"deterioration":[59],"model,":[60],"definition":[62],"usage":[65],"auxiliary":[67],"are":[69,82,115],"also":[70],"presented.":[71],"objective":[73],"function":[74],"detailed":[76],"algorithm":[77],"dynamic":[79],"programming":[80],"(DP)":[81],"modified":[83],"due":[84],"difficulty":[87],"implementing":[89],"conventional":[91],"DP":[92],"approaches.":[93],"result":[95],"compared":[97],"two":[99],"simple":[100],"policies":[101],"via":[102],"Monte":[103],"Carlo":[104],"simulation.":[105],"Validity":[106],"solution":[109],"in":[112],"computational":[113],"time":[114],"proved.":[116],"Proposed":[117],"framework":[119],"provides":[120],"an":[121],"easy":[122],"way":[123],"obtain":[125],"comprehensive":[127],"local-specialized":[129],"policy.":[130]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3}],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2016-06-24T00:00:00"}