{"id":"https://openalex.org/W3109733637","doi":null,"title":"Model-based controlled learning of MDP policies with an application to lost-sales inventory control.","display_name":"Model-based controlled learning of MDP policies with an application to lost-sales inventory control.","alternate_titles":[],"publication_year":2020,"publication_date":"2020-11-30","ids":{"openalex":"https://openalex.org/W3109733637","mag":"3109733637"},"language":"en","primary_location":{"id":"mag:3109733637","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2011.15122.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W3109733637"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2011.15122.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011864838","display_name":"Willem L. van Jaarsveld","orcid":"https://orcid.org/0000-0003-3620-4067","observed_orcids":["https://orcid.org/0000-0003-3620-4067"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Willem van Jaarsveld","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-3620-4067","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5011864838"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9315999746322632,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9315999746322632,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.05339999869465828,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-based-reinforcement-learning","display_name":"model-based reinforcement learning","score":0.8569999933242798},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9200000166893005},{"id":"https://openalex.org/keywords/neural-network-policies","display_name":"neural network policy","score":0.9789999723434448},{"id":"https://openalex.org/keywords/variance-reduction","display_name":"variance reduction","score":0.968999981880188},{"id":"https://openalex.org/keywords/stochastic-dynamic-programming","display_name":"stochastic dynamic programming","score":0.640999972820282},{"id":"https://openalex.org/keywords/supply-chain-management","display_name":"supply chain management","score":0.7839999794960022},{"id":"https://openalex.org/keywords/inventory-management","display_name":"inventory management","score":0.5049999952316284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7440277338027954},{"id":"https://openalex.org/C108713360","wikidata":"https://www.wikidata.org/wiki/Q1824206","display_name":"Supply chain","level":2,"score":0.6758347749710083},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6455051898956299},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6077604293823242},{"id":"https://openalex.org/C117938511","wikidata":"https://www.wikidata.org/wiki/Q3634830","display_name":"Inventory control","level":2,"score":0.5337786078453064},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5084773302078247},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4748944342136383},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43243151903152466},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4178650379180908},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40333160758018494},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.36537840962409973},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11937502026557922},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10084709525108337},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08293917775154114},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.07460993528366089},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3109733637","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2011.15122.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3109733637","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2011.15122.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1601081659","https://openalex.org/W1713327175","https://openalex.org/W2006545445","https://openalex.org/W2051607417","https://openalex.org/W2091932422","https://openalex.org/W2102918325","https://openalex.org/W2119567691","https://openalex.org/W2124477018","https://openalex.org/W2131490088","https://openalex.org/W2134289401","https://openalex.org/W2144471564","https://openalex.org/W2145339207","https://openalex.org/W2148043048","https://openalex.org/W2150468603","https://openalex.org/W2158782408","https://openalex.org/W2260756217","https://openalex.org/W2488808246","https://openalex.org/W2561985357","https://openalex.org/W2736601468","https://openalex.org/W2768301744","https://openalex.org/W2789142274","https://openalex.org/W2791165324","https://openalex.org/W2797481111","https://openalex.org/W2884675571","https://openalex.org/W2901493092","https://openalex.org/W2902907165","https://openalex.org/W2969948657","https://openalex.org/W2995528299","https://openalex.org/W3018513316","https://openalex.org/W3034316722","https://openalex.org/W3037207827","https://openalex.org/W3049475070","https://openalex.org/W3122770975","https://openalex.org/W3125177494","https://openalex.org/W3132558922","https://openalex.org/W3184770056","https://openalex.org/W4205375500","https://openalex.org/W4390224235"],"related_works":["https://openalex.org/W1888668687","https://openalex.org/W2159658699","https://openalex.org/W2354187427","https://openalex.org/W1508742629","https://openalex.org/W7096931136","https://openalex.org/W3034514558","https://openalex.org/W4389494800","https://openalex.org/W2404067440","https://openalex.org/W3130716096","https://openalex.org/W4388204134"],"abstract_inverted_index":{"Recent":[0],"literature":[1],"established":[2],"that":[3,43,61],"neural":[4,35,58],"networks":[5],"can":[6],"represent":[7],"good":[8],"MDP":[9],"policies":[10,60],"across":[11],"a":[12,38],"range":[13],"of":[14,26],"stochastic":[15,86],"dynamic":[16,87],"models":[17],"in":[18,89],"supply":[19,90],"chain":[20,91],"and":[21,92],"logistics.":[22,93],"To":[23],"overcome":[24],"limitations":[25],"the":[27,49,55],"model-free":[28,68],"algorithms":[29],"typically":[30],"employed":[31],"to":[32,64,82,84],"learn/find":[33],"such":[34],"network":[36,59],"policies,":[37],"model-based":[39],"algorithm":[40,56,76],"is":[41],"proposed":[42],"incorporates":[44],"variance":[45],"reduction":[46],"techniques.":[47],"For":[48],"classical":[50],"lost":[51],"sales":[52],"inventory":[53],"model,":[54],"learns":[57],"are":[62],"superior":[63],"those":[65],"learned":[66],"using":[67],"algorithms,":[69],"while":[70],"also":[71],"outperforming":[72],"heuristic":[73],"benchmarks.":[74],"The":[75],"may":[77],"be":[78],"an":[79],"interesting":[80],"candidate":[81],"apply":[83],"other":[85],"problems":[88]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3109733637","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2020-12-07T00:00:00"}
