{"id":"https://openalex.org/W3202452618","doi":"https://doi.org/10.1007/978-3-030-87897-9_21","title":"Applying and Comparing Policy Gradient Methods to Multi-echelon Supply Chains with Uncertain Demands and Lead Times","display_name":"Applying and Comparing Policy Gradient Methods to Multi-echelon Supply Chains with Uncertain Demands and Lead Times","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3202452618","doi":"https://doi.org/10.1007/978-3-030-87897-9_21","mag":"3202452618"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-87897-9_21","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-87897-9_21","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072466060","display_name":"J\u00falio C\u00e9sar Alves","orcid":"https://orcid.org/0000-0002-4848-9453"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]},{"id":"https://openalex.org/I1315085146","display_name":"Universidade Federal de Lavras","ror":"https://ror.org/0122bmm03","country_code":"BR","type":"education","lineage":["https://openalex.org/I1315085146"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Julio C\u00e9sar Alves","raw_affiliation_strings":["Federal University of Lavras, Lavras, Brazil","Federal University of Minas Gerais, Belo Horizonte, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-4848-9453","affiliations":[{"raw_affiliation_string":"Federal University of Lavras, Lavras, Brazil","institution_ids":["https://openalex.org/I1315085146"]},{"raw_affiliation_string":"Federal University of Minas Gerais, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025453848","display_name":"Diego Mello da Silva","orcid":"https://orcid.org/0000-0001-8600-5598"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]},{"id":"https://openalex.org/I140062455","display_name":"Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia de Minas Gerais","ror":"https://ror.org/0553w5c95","country_code":"BR","type":"education","lineage":["https://openalex.org/I1293487690","https://openalex.org/I140062455","https://openalex.org/I2801200668"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Diego Mello da Silva","raw_affiliation_strings":["Federal Institute of Minas Gerais, Formiga, Brazil","Federal University of Minas Gerais, Belo Horizonte, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-8600-5598","affiliations":[{"raw_affiliation_string":"Federal Institute of Minas Gerais, Formiga, Brazil","institution_ids":["https://openalex.org/I140062455"]},{"raw_affiliation_string":"Federal University of Minas Gerais, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045643526","display_name":"Geraldo Robson Mateus","orcid":"https://orcid.org/0000-0002-7238-0714"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Geraldo Robson Mateus","raw_affiliation_strings":["Federal University of Minas Gerais, Belo Horizonte, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-7238-0714","affiliations":[{"raw_affiliation_string":"Federal University of Minas Gerais, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5072466060"],"corresponding_institution_ids":["https://openalex.org/I110200422","https://openalex.org/I1315085146"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":0.7328,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73561428,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"229","last_page":"239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7534795999526978},{"id":"https://openalex.org/keywords/supply-chain","display_name":"Supply chain","score":0.7004973888397217},{"id":"https://openalex.org/keywords/lead-time","display_name":"Lead time","score":0.6501471400260925},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5991042852401733},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5761577486991882},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.4797431230545044},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.4781588017940521},{"id":"https://openalex.org/keywords/lead","display_name":"Lead (geology)","score":0.4544142484664917},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.417660653591156},{"id":"https://openalex.org/keywords/phase","display_name":"Phase (matter)","score":0.41350629925727844},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.37059634923934937},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21400117874145508},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.13119107484817505},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10890910029411316}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7534795999526978},{"id":"https://openalex.org/C108713360","wikidata":"https://www.wikidata.org/wiki/Q1824206","display_name":"Supply chain","level":2,"score":0.7004973888397217},{"id":"https://openalex.org/C2781468064","wikidata":"https://www.wikidata.org/wiki/Q1267117","display_name":"Lead time","level":2,"score":0.6501471400260925},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5991042852401733},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5761577486991882},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.4797431230545044},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.4781588017940521},{"id":"https://openalex.org/C2777093003","wikidata":"https://www.wikidata.org/wiki/Q6508345","display_name":"Lead (geology)","level":2,"score":0.4544142484664917},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.417660653591156},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.41350629925727844},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.37059634923934937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21400117874145508},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.13119107484817505},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10890910029411316},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-030-87897-9_21","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-87897-9_21","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2106411961","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2257979135","https://openalex.org/W2260756217","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2911293880","https://openalex.org/W2937909205","https://openalex.org/W2938030785","https://openalex.org/W2964043796","https://openalex.org/W3005588823","https://openalex.org/W3118838793","https://openalex.org/W3125194699","https://openalex.org/W3134083223","https://openalex.org/W4285719527","https://openalex.org/W6814003322"],"related_works":["https://openalex.org/W4255463199","https://openalex.org/W4281691423","https://openalex.org/W2370086578","https://openalex.org/W3108315613","https://openalex.org/W4291265047","https://openalex.org/W4286841477","https://openalex.org/W2360209965","https://openalex.org/W2099976760","https://openalex.org/W3153279542","https://openalex.org/W2363747663"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}