{"id":"https://openalex.org/W2025753342","doi":"https://doi.org/10.1057/jors.1968.103","title":"Some Notes on Dynamic Programming and Replacement","display_name":"Some Notes on Dynamic Programming and Replacement","publication_year":1968,"publication_date":"1968-12-01","ids":{"openalex":"https://openalex.org/W2025753342","doi":"https://doi.org/10.1057/jors.1968.103","mag":"2025753342"},"language":"en","primary_location":{"id":"doi:10.1057/jors.1968.103","doi":"https://doi.org/10.1057/jors.1968.103","is_oa":false,"landing_page_url":"https://doi.org/10.1057/jors.1968.103","pdf_url":null,"source":{"id":"https://openalex.org/S169988927","display_name":"Journal of the Operational Research Society","issn_l":"0160-5682","issn":["0160-5682","1476-9360"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-2","jufo-2","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319703","host_organization_name":"Palgrave Macmillan","host_organization_lineage":["https://openalex.org/P4310319703","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Palgrave Macmillan","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Operational Research Society","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111489614","display_name":"Nicholas Anthony John Hastings","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"N. A. J. Hastings","raw_affiliation_strings":["Royal Military College of Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Royal Military College of Science","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5111489614"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5817,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.93872832,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":"19","issue":"4","first_page":"453","last_page":"453"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.8026999831199646,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.8026999831199646,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13706","display_name":"Management and Optimization Techniques","score":0.08150000125169754,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.04859999939799309,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"dynamic programming","score":0.8960000276565552},{"id":"https://openalex.org/keywords/equipment-replacement","display_name":"equipment replacement","score":0.828000009059906},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8849999904632568},{"id":"https://openalex.org/keywords/policy-improvement","display_name":"policy improvement","score":0.3790000081062317},{"id":"https://openalex.org/keywords/recurrence-relations","display_name":"recurrence relations","score":0.8109999895095825},{"id":"https://openalex.org/keywords/optimal-policy","display_name":"optimal policy","score":0.6259999871253967}],"concepts":[{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.7340890169143677},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6599031686782837},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6425560116767883},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6209918260574341},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.551264226436615},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.5478243827819824},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.502291202545166},{"id":"https://openalex.org/C15952604","wikidata":"https://www.wikidata.org/wiki/Q179012","display_name":"Project management","level":2,"score":0.4991722106933594},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.4583221971988678},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3500780463218689},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2059634029865265},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14630162715911865},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10569792985916138},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0741456151008606},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07018393278121948},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1057/jors.1968.103","doi":"https://doi.org/10.1057/jors.1968.103","is_oa":false,"landing_page_url":"https://doi.org/10.1057/jors.1968.103","pdf_url":null,"source":{"id":"https://openalex.org/S169988927","display_name":"Journal of the Operational Research Society","issn_l":"0160-5682","issn":["0160-5682","1476-9360"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-2","jufo-2","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319703","host_organization_name":"Palgrave Macmillan","host_organization_lineage":["https://openalex.org/P4310319703","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Palgrave Macmillan","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Operational Research Society","raw_type":"journal-article"},{"id":"doi:10.2307/3008706","doi":"https://doi.org/10.2307/3008706","is_oa":false,"landing_page_url":"https://doi.org/10.2307/3008706","pdf_url":null,"source":{"id":"https://openalex.org/S4210196068","display_name":"OR","issn_l":"1473-2858","issn":["1473-2858","2397-5342"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"OR","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W587754203","https://openalex.org/W1980331820","https://openalex.org/W2028145673","https://openalex.org/W2341171179"],"related_works":["https://openalex.org/W3094169982","https://openalex.org/W1976397145","https://openalex.org/W1501083314","https://openalex.org/W2060056320","https://openalex.org/W2007336511","https://openalex.org/W2073334107","https://openalex.org/W2038559110","https://openalex.org/W1975309890","https://openalex.org/W1987846325","https://openalex.org/W247467217"],"abstract_inverted_index":{"In":[0,29],"the":[1,22,26,30,42,65,70],"first":[2],"section":[3,32],"a":[4,33,51,74],"modification":[5],"to":[6,25,41,62],"Howard's":[7],"policy":[8],"improvement":[9],"routine":[10,19],"for":[11,50,73],"Markov":[12],"decision":[13],"problems":[14],"is":[15,48,60,69],"described.":[16],"The":[17,58],"modified":[18],"normally":[20],"converges":[21],"more":[23],"rapidly":[24],"optimal":[27,71],"policy.":[28],"second":[31],"particular":[34],"form":[35],"of":[36,45,54],"recurrence":[37],"relation,":[38],"which":[39],"leads":[40],"rapid":[43],"determination":[44],"improved":[46],"policies":[47],"developed":[49],"certain":[52],"type":[53],"dynamic":[55],"programming":[56],"problem.":[57,78],"relation":[59],"used":[61],"show":[63],"that":[64],"repair":[66],"limit":[67],"method":[68],"strategy":[72],"basic":[75],"equipment":[76],"replacement":[77]},"counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}