{"id":"https://openalex.org/W4388573256","doi":"https://doi.org/10.1016/j.ejor.2023.10.046","title":"A simulation-based approximate dynamic programming approach to dynamic and stochastic resource-constrained multi-project scheduling problem","display_name":"A simulation-based approximate dynamic programming approach to dynamic and stochastic resource-constrained multi-project scheduling problem","publication_year":2023,"publication_date":"2023-11-10","ids":{"openalex":"https://openalex.org/W4388573256","doi":"https://doi.org/10.1016/j.ejor.2023.10.046"},"language":"en","primary_location":{"id":"doi:10.1016/j.ejor.2023.10.046","doi":"https://doi.org/10.1016/j.ejor.2023.10.046","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ejor.2023.10.046","pdf_url":null,"source":{"id":"https://openalex.org/S103321696","display_name":"European Journal of Operational Research","issn_l":"0377-2217","issn":["0377-2217","1872-6860"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","fnege-1","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Operational Research","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.ejor.2023.10.046","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"U. Satic","orcid":"https://orcid.org/0000-0002-9160-0006","observed_orcids":["https://orcid.org/0000-0002-9160-0006"]},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]},{"id":"https://openalex.org/I95293974","display_name":"Abdullah G\u00fcl University","ror":"https://ror.org/00zdyy359","country_code":"TR","type":"education","lineage":["https://openalex.org/I95293974"]}],"countries":["GB","TR"],"is_corresponding":true,"raw_author_name":"U. Satic","raw_affiliation_strings":["Abdullah Gul University Faculty of Engineering, Kocasinan, Kayseri, 38080, Turkey","Lancaster University Management School, Bailrigg, Lancaster, LA1 4YX, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-9160-0006","affiliations":[{"raw_affiliation_string":"Abdullah Gul University Faculty of Engineering, Kocasinan, Kayseri, 38080, Turkey","institution_ids":["https://openalex.org/I95293974"]},{"raw_affiliation_string":"Lancaster University Management School, Bailrigg, Lancaster, LA1 4YX, United Kingdom","institution_ids":["https://openalex.org/I67415387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010128000","display_name":"Peter Jacko","orcid":"https://orcid.org/0000-0003-3376-0260","observed_orcids":["https://orcid.org/0000-0003-3376-0260"]},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"P. Jacko","raw_affiliation_strings":["Lancaster University Management School, Bailrigg, Lancaster, LA1 4YX, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-3376-0260","affiliations":[{"raw_affiliation_string":"Lancaster University Management School, Bailrigg, Lancaster, LA1 4YX, United Kingdom","institution_ids":["https://openalex.org/I67415387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066131992","display_name":"Christopher Kirkbride","orcid":"https://orcid.org/0000-0002-3667-3413","observed_orcids":["https://orcid.org/0000-0002-3667-3413"]},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"C. Kirkbride","raw_affiliation_strings":["Lancaster University Management School, Bailrigg, Lancaster, LA1 4YX, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3667-3413","affiliations":[{"raw_affiliation_string":"Lancaster University Management School, Bailrigg, Lancaster, LA1 4YX, United Kingdom","institution_ids":["https://openalex.org/I67415387"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I67415387","https://openalex.org/I95293974"],"apc_list":{"value":3290,"currency":"USD","value_usd":3290},"apc_paid":{"value":3290,"currency":"USD","value_usd":3290},"fwci":6.2455,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.96751536,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"315","issue":"2","first_page":"454","last_page":"469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12177","display_name":"Resource-Constrained Project Scheduling","score":0.8618000149726868,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12177","display_name":"Resource-Constrained Project Scheduling","score":0.8618000149726868,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.10189999639987946,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.019300000742077827,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-scheduling","display_name":"stochastic scheduling","score":0.75},{"id":"https://openalex.org/keywords/dynamic-scheduling","display_name":"dynamic scheduling","score":0.8309999704360962},{"id":"https://openalex.org/keywords/approximate-dynamic-programming","display_name":"approximate dynamic programming","score":0.9110000133514404},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9459999799728394},{"id":"https://openalex.org/keywords/linearized-model","display_name":"linearized model","score":0.6840000152587891},{"id":"https://openalex.org/keywords/monte-carlo-simulation","display_name":"Monte Carlo simulation","score":0.8920000195503235},{"id":"https://openalex.org/keywords/least-squares-estimation","display_name":"least squares estimation","score":0.9459999799728394},{"id":"https://openalex.org/keywords/tardiness-cost","display_name":"tardiness cost","score":0.8610000014305115},{"id":"https://openalex.org/keywords/online-decision-making","display_name":"online decision making","score":0.7570000290870667},{"id":"https://openalex.org/keywords/reactive-scheduling","display_name":"reactive scheduling","score":0.3019999861717224}],"concepts":[{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.7298119068145752},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.7244541049003601},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6566588878631592},{"id":"https://openalex.org/C2778047078","wikidata":"https://www.wikidata.org/wiki/Q82299449","display_name":"Tardiness","level":4,"score":0.640414297580719},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.6329184770584106},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.602120041847229},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4518451690673828},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.41061389446258545},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.346588134765625},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.33780592679977417},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18605995178222656},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.09845864772796631},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1016/j.ejor.2023.10.046","doi":"https://doi.org/10.1016/j.ejor.2023.10.046","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ejor.2023.10.046","pdf_url":null,"source":{"id":"https://openalex.org/S103321696","display_name":"European Journal of Operational Research","issn_l":"0377-2217","issn":["0377-2217","1872-6860"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","fnege-1","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Operational Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:eee:ejores:v:315:y:2024:i:2:p:454-469","doi":null,"is_oa":false,"landing_page_url":"http://www.sciencedirect.com/science/article/pii/S0377221723008214","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:eprints.lancs.ac.uk:210934","doi":null,"is_oa":false,"landing_page_url":"https://eprints.lancs.ac.uk/id/eprint/210934/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1016/j.ejor.2023.10.046","doi":"https://doi.org/10.1016/j.ejor.2023.10.046","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ejor.2023.10.046","pdf_url":null,"source":{"id":"https://openalex.org/S103321696","display_name":"European Journal of Operational Research","issn_l":"0377-2217","issn":["0377-2217","1872-6860"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-class-a","anvur-scientific","cwts-core","fnege-1","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Journal of Operational Research","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W879630950","https://openalex.org/W1973131489","https://openalex.org/W1989343205","https://openalex.org/W2007617565","https://openalex.org/W2011039300","https://openalex.org/W2024780670","https://openalex.org/W2050661300","https://openalex.org/W2058091935","https://openalex.org/W2059170763","https://openalex.org/W2061485569","https://openalex.org/W2062457326","https://openalex.org/W2131167412","https://openalex.org/W2139653684","https://openalex.org/W2168348515","https://openalex.org/W2485669722","https://openalex.org/W2503616839","https://openalex.org/W2554837895","https://openalex.org/W2734696438","https://openalex.org/W2758237511","https://openalex.org/W2793691354","https://openalex.org/W2894397002","https://openalex.org/W2972680341","https://openalex.org/W3020899234","https://openalex.org/W3041582212","https://openalex.org/W3042255354","https://openalex.org/W3108079426","https://openalex.org/W3122770975","https://openalex.org/W4214717370","https://openalex.org/W7024003269"],"related_works":["https://openalex.org/W3108079426","https://openalex.org/W3156520932","https://openalex.org/W2007617565","https://openalex.org/W4411253607","https://openalex.org/W4392305427","https://openalex.org/W6963162642","https://openalex.org/W2734696438","https://openalex.org/W3183807609","https://openalex.org/W3042255354","https://openalex.org/W2758151885"],"abstract_inverted_index":{"We":[0,76,181],"consider":[1],"the":[2,13,34,71,111,137,155],"dynamic":[3,80,161,170],"and":[4,18,45,67,123,169,203],"stochastic":[5,19,160],"resource-constrained":[6],"multi-project":[7],"scheduling":[8],"problem":[9,57],"which":[10,26,89],"allows":[11],"for":[12,93],"random":[14],"arrival":[15],"of":[16,36,41,50,119],"projects":[17,23,46],"task":[20],"durations.":[21],"Completing":[22],"generates":[24],"rewards,":[25],"are":[27,43,104],"reduced":[28],"by":[29,107,159],"a":[30,85,108,117,200,204],"tardiness":[31],"cost":[32],"in":[33,172,196],"case":[35],"late":[37],"completion.":[38],"Multiple":[39],"types":[40],"resource":[42],"available,":[44],"consume":[47],"different":[48],"amounts":[49],"these":[51],"resources":[52],"when":[53],"under":[54],"processing.":[55],"The":[56],"is":[58],"modelled":[59],"as":[60,199],"an":[61,78,165],"infinite-horizon":[62],"discrete-time":[63],"Markov":[64],"decision":[65,95],"process":[66],"seeks":[68],"to":[69,154,178],"maximise":[70],"expected":[72],"discounted":[73],"long-run":[74],"profit.":[75],"use":[77],"approximate":[79],"programming":[81,171],"algorithm":[82,141,202],"(ADP)":[83],"with":[84,110],"linear":[86],"approximation":[87,98],"model":[88,99,112],"can":[90,175],"be":[91,176],"used":[92,195],"online":[94],"making.":[96],"Our":[97,127],"uses":[100],"project":[101],"elements":[102],"that":[103,131,173,184],"easily":[105],"accessible":[106],"decision-maker,":[109],"coefficients":[113],"obtained":[114,158],"offline":[115],"via":[116],"combination":[118],"Monte":[120],"Carlo":[121],"simulation":[122],"least":[124],"squares":[125],"estimation.":[126],"numerical":[128],"study":[129],"shows":[130],"ADP":[132,163,174,185],"often":[133],"statistically":[134,188],"significantly":[135,189],"outperforms":[136],"optimal":[138,156],"reactive":[139,205],"baseline":[140],"(ORBA).":[142],"In":[143],"experiments":[144],"on":[145],"smaller":[146],"problems":[147],"however,":[148],"both":[149],"typically":[150],"perform":[151],"suboptimally":[152],"compared":[153],"scheduler":[157],"programming.":[162],"has":[164],"advantage":[166],"over":[167],"ORBA":[168],"applied":[177],"larger":[179],"problems.":[180],"also":[182],"show":[183],"generally":[186],"produces":[187],"higher":[190],"profits":[191],"than":[192],"common":[193],"algorithms":[194],"practice,":[197],"such":[198],"rule-based":[201],"genetic":[206],"algorithm.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":6}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2023-11-11T00:00:00"}