{"id":"https://openalex.org/W4383466290","doi":"https://doi.org/10.1007/s10489-023-04774-3","title":"Integrating short-term stochastic production planning updating with mining fleet management in industrial mining complexes: an actor-critic reinforcement learning approach","display_name":"Integrating short-term stochastic production planning updating with mining fleet management in industrial mining complexes: an actor-critic reinforcement learning approach","publication_year":2023,"publication_date":"2023-07-06","ids":{"openalex":"https://openalex.org/W4383466290","doi":"https://doi.org/10.1007/s10489-023-04774-3"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-023-04774-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-023-04774-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-023-04774-3.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10489-023-04774-3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017913100","display_name":"Joao Pedro de Carvalho","orcid":"https://orcid.org/0000-0001-7997-7938"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Joao Pedro de Carvalho","raw_affiliation_strings":["Department of Mining and Materials Engineering, COSMO \u2013 Stochastic Mine Planning Laboratory, McGill University, FDA Building, 3450 University Street, Montreal, QC, H3A 0E8, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7997-7938","affiliations":[{"raw_affiliation_string":"Department of Mining and Materials Engineering, COSMO \u2013 Stochastic Mine Planning Laboratory, McGill University, FDA Building, 3450 University Street, Montreal, QC, H3A 0E8, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065012367","display_name":"Roussos Dimitrakopoulos","orcid":"https://orcid.org/0000-0001-7329-2209"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Roussos Dimitrakopoulos","raw_affiliation_strings":["Department of Mining and Materials Engineering, COSMO \u2013 Stochastic Mine Planning Laboratory, McGill University, FDA Building, 3450 University Street, Montreal, QC, H3A 0E8, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mining and Materials Engineering, COSMO \u2013 Stochastic Mine Planning Laboratory, McGill University, FDA Building, 3450 University Street, Montreal, QC, H3A 0E8, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5017913100"],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":2.2315,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.87727052,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"53","issue":"20","first_page":"23179","last_page":"23202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13065","display_name":"Mining Techniques and Economics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13065","display_name":"Mining Techniques and Economics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12282","display_name":"Mineral Processing and Grinding","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13341","display_name":"Belt Conveyor Systems Engineering","score":0.9298999905586243,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7926480174064636},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.681587278842926},{"id":"https://openalex.org/keywords/profitability-index","display_name":"Profitability index","score":0.648817777633667},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5329716205596924},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.5150356292724609},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.5147174000740051},{"id":"https://openalex.org/keywords/cash-flow","display_name":"Cash flow","score":0.47500288486480713},{"id":"https://openalex.org/keywords/truck","display_name":"Truck","score":0.47076180577278137},{"id":"https://openalex.org/keywords/production-planning","display_name":"Production planning","score":0.4623590111732483},{"id":"https://openalex.org/keywords/shovel","display_name":"Shovel","score":0.4568865895271301},{"id":"https://openalex.org/keywords/material-flow","display_name":"Material flow","score":0.42641863226890564},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.18902206420898438},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1795502007007599}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7926480174064636},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.681587278842926},{"id":"https://openalex.org/C129361004","wikidata":"https://www.wikidata.org/wiki/Q2470236","display_name":"Profitability index","level":2,"score":0.648817777633667},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5329716205596924},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.5150356292724609},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.5147174000740051},{"id":"https://openalex.org/C163428354","wikidata":"https://www.wikidata.org/wiki/Q1047513","display_name":"Cash flow","level":2,"score":0.47500288486480713},{"id":"https://openalex.org/C52121051","wikidata":"https://www.wikidata.org/wiki/Q43193","display_name":"Truck","level":2,"score":0.47076180577278137},{"id":"https://openalex.org/C2777909354","wikidata":"https://www.wikidata.org/wiki/Q1386523","display_name":"Production planning","level":3,"score":0.4623590111732483},{"id":"https://openalex.org/C2781458734","wikidata":"https://www.wikidata.org/wiki/Q7220961","display_name":"Shovel","level":2,"score":0.4568865895271301},{"id":"https://openalex.org/C183906286","wikidata":"https://www.wikidata.org/wiki/Q4284762","display_name":"Material flow","level":2,"score":0.42641863226890564},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.18902206420898438},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1795502007007599},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10489-023-04774-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-023-04774-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-023-04774-3.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10489-023-04774-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-023-04774-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-023-04774-3.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2929994280","display_name":null,"funder_award_id":"CDR Grant 500414-16","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G397294670","display_name":null,"funder_award_id":"239019","funder_id":"https://openalex.org/F4320329423","funder_display_name":"IAMGOLD"},{"id":"https://openalex.org/G6512152896","display_name":null,"funder_award_id":"239019","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G7608980251","display_name":null,"funder_award_id":"500414-16","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320310638","display_name":"McGill University","ror":"https://ror.org/01pxwe438"},{"id":"https://openalex.org/F4320321596","display_name":"AngloGold Ashanti","ror":"https://ror.org/04nmx3106"},{"id":"https://openalex.org/F4320329423","display_name":"IAMGOLD","ror":"https://ror.org/02syc1z20"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4383466290.pdf"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1998398443","https://openalex.org/W2021586754","https://openalex.org/W2140481308","https://openalex.org/W2257979135","https://openalex.org/W2469805270","https://openalex.org/W2480702421","https://openalex.org/W2501821573","https://openalex.org/W2568355616","https://openalex.org/W2592389690","https://openalex.org/W2594921564","https://openalex.org/W2606193371","https://openalex.org/W2624929277","https://openalex.org/W2778511522","https://openalex.org/W2789269374","https://openalex.org/W2792210247","https://openalex.org/W2883324463","https://openalex.org/W2886000224","https://openalex.org/W2891503941","https://openalex.org/W2900268537","https://openalex.org/W2902907165","https://openalex.org/W2904008003","https://openalex.org/W2913548488","https://openalex.org/W2914974217","https://openalex.org/W2936781352","https://openalex.org/W2949777789","https://openalex.org/W2958042318","https://openalex.org/W2963816767","https://openalex.org/W2971627463","https://openalex.org/W2982316857","https://openalex.org/W2989847975","https://openalex.org/W3009790937","https://openalex.org/W3012349450","https://openalex.org/W3014761237","https://openalex.org/W3022505606","https://openalex.org/W3043504355","https://openalex.org/W3049346526","https://openalex.org/W3118210634","https://openalex.org/W3135217054","https://openalex.org/W3158339412","https://openalex.org/W3166625191","https://openalex.org/W3168738377","https://openalex.org/W3174305855","https://openalex.org/W3178092445","https://openalex.org/W3201401420","https://openalex.org/W4206500519","https://openalex.org/W4214717370","https://openalex.org/W4224864760","https://openalex.org/W4231204432","https://openalex.org/W4233358567","https://openalex.org/W4237422448","https://openalex.org/W4252656192","https://openalex.org/W4252917338","https://openalex.org/W4388284198"],"related_works":["https://openalex.org/W2402806609","https://openalex.org/W2358984436","https://openalex.org/W4232981318","https://openalex.org/W3167944830","https://openalex.org/W4381052242","https://openalex.org/W1976414459","https://openalex.org/W155552295","https://openalex.org/W2385283363","https://openalex.org/W2355136013","https://openalex.org/W2727987014"],"abstract_inverted_index":{"Abstract":[0],"Short-term":[1],"production":[2,19,35,54,133],"planning":[3],"in":[4,164,204],"industrial":[5],"mining":[6,50,63,76,101,113,142,184],"complexes":[7],"involves":[8],"defining":[9,31],"daily,":[10],"weekly":[11],"or":[12],"monthly":[13],"decisions":[14,56,135,193],"that":[15,57],"aim":[16],"to":[17,48,75,106,115,125,153,172,190,218],"achieve":[18],"targets":[20],"established":[21],"by":[22,78,207],"long-term":[23],"planning.":[24],"Operational":[25],"requirements":[26],"must":[27],"be":[28,137],"considered":[29],"when":[30],"fleet":[32,224],"allocation":[33,52,131,213],"and":[34,53,90,123,132,211,214],"scheduling":[36,55,134],"decisions.":[37,176],"Thus,":[38],"this":[39],"paper":[40],"presents":[41],"an":[42],"actor-critic":[43],"reinforcement":[44],"learning":[45],"(RL)":[46],"method":[47],"make":[49,173,191],"equipment":[51],"maximize":[58],"the":[59,87,91,108,112,116,126,141,155,159,169,187,209],"profitability":[60],"of":[61,93,100],"a":[62,182,201,219],"operation.":[64],"Two":[65],"RL":[66,127,170],"agents":[67,171],"are":[68,151],"proposed.":[69],"The":[70,83,162,198],"first":[71],"agent":[72,85],"allocates":[73],"shovels":[74],"fronts":[77,114],"considering":[79],"some":[80],"operational":[81],"requirements.":[82],"second":[84],"defines":[86],"processing":[88],"destination":[89,216],"number":[92],"trucks":[94],"required":[95],"for":[96],"transportation.":[97],"A":[98,177],"simulator":[99,119],"complex":[102,143,185],"operations":[103],"is":[104],"proposed":[105],"forecast":[107],"material":[109,165,215],"flow":[110,206],"from":[111],"destinations.":[117],"This":[118],"provides":[120],"new":[121,196],"states":[122],"rewards":[124],"agents,":[128],"so":[129],"shovel":[130,210],"can":[136],"improved.":[138],"Additionally,":[139],"as":[140],"operates,":[144],"sensors":[145],"collect":[146],"ore":[147],"quality":[148],"data,":[149],"which":[150],"used":[152],"update":[154],"uncertainty":[156],"associated":[157],"with":[158,222],"orebody":[160],"models.":[161],"improvement":[163,203],"supply":[166],"characterization":[167],"allows":[168],"more":[174],"informed":[175,192],"case":[178,221],"study":[179],"applied":[180],"at":[181],"copper":[183],"highlights":[186],"method\u2019s":[188],"ability":[189],"while":[194],"collecting":[195],"data.":[197],"results":[199],"show":[200],"47%":[202],"cash":[205],"adapting":[208],"truck":[212],"compared":[217],"base":[220],"predefined":[223],"assignments.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}