{"id":"https://openalex.org/W4390204406","doi":"https://doi.org/10.1109/access.2023.3346789","title":"Managing the Balance Between Project Value and Net Present Value Using Reinforcement Learning","display_name":"Managing the Balance Between Project Value and Net Present Value Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-12-25","ids":{"openalex":"https://openalex.org/W4390204406","doi":"https://doi.org/10.1109/access.2023.3346789"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3346789","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3346789","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10373030.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10373030.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012604454","display_name":"Cl\u00e1udio Szwarcfiter","orcid":"https://orcid.org/0000-0002-7544-5560"},"institutions":[{"id":"https://openalex.org/I157943965","display_name":"Holon Institute of Technology","ror":"https://ror.org/02prqh017","country_code":"IL","type":"education","lineage":["https://openalex.org/I157943965"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Claudio Szwarcfiter","raw_affiliation_strings":["Faculty of Industrial Engineering and Technology Management, Holon Institute of Technology (HIT), Holon, Israel"],"raw_orcid":"https://orcid.org/0000-0002-7544-5560","affiliations":[{"raw_affiliation_string":"Faculty of Industrial Engineering and Technology Management, Holon Institute of Technology (HIT), Holon, Israel","institution_ids":["https://openalex.org/I157943965"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018968953","display_name":"Yale T. Herer","orcid":"https://orcid.org/0000-0001-8902-7848"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yale T. Herer","raw_affiliation_strings":["Faculty of Data and Decision Sciences, Technion&#x2014;Israel Institute of Technology, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Data and Decision Sciences, Technion&#x2014;Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.472,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70267069,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"12","issue":null,"first_page":"7500","last_page":"7518"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12177","display_name":"Resource-Constrained Project Scheduling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12177","display_name":"Resource-Constrained Project Scheduling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10395","display_name":"Construction Project Management and Performance","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7309190630912781},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.6337730884552002},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5426890850067139},{"id":"https://openalex.org/keywords/balance","display_name":"Balance (ability)","score":0.5364336371421814},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2645735740661621},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18653833866119385}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7309190630912781},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.6337730884552002},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5426890850067139},{"id":"https://openalex.org/C168031717","wikidata":"https://www.wikidata.org/wiki/Q1530280","display_name":"Balance (ability)","level":2,"score":0.5364336371421814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2645735740661621},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18653833866119385},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3346789","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3346789","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10373030.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f5b3a2361ee54b0b9c2cdb4130f4960a","is_oa":true,"landing_page_url":"https://doaj.org/article/f5b3a2361ee54b0b9c2cdb4130f4960a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 7500-7518 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3346789","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3346789","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10373030.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2427244496","display_name":null,"funder_award_id":"19147","funder_id":"https://openalex.org/F4320338419","funder_display_name":"EIT Food"},{"id":"https://openalex.org/G4466215817","display_name":null,"funder_award_id":"2550/21","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null},{"id":"https://openalex.org/F4320338419","display_name":"EIT Food","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390204406.pdf","grobid_xml":"https://content.openalex.org/works/W4390204406.grobid-xml"},"referenced_works_count":97,"referenced_works":["https://openalex.org/W32150173","https://openalex.org/W74931915","https://openalex.org/W774684742","https://openalex.org/W827892374","https://openalex.org/W1524246592","https://openalex.org/W1879000047","https://openalex.org/W1904563103","https://openalex.org/W1973131489","https://openalex.org/W1978134557","https://openalex.org/W1978952809","https://openalex.org/W1988292213","https://openalex.org/W1989154340","https://openalex.org/W2000814909","https://openalex.org/W2006217757","https://openalex.org/W2011840453","https://openalex.org/W2021889655","https://openalex.org/W2024742034","https://openalex.org/W2030060625","https://openalex.org/W2053051317","https://openalex.org/W2056048616","https://openalex.org/W2058066227","https://openalex.org/W2067462952","https://openalex.org/W2076342285","https://openalex.org/W2077029377","https://openalex.org/W2077371113","https://openalex.org/W2081770845","https://openalex.org/W2117781171","https://openalex.org/W2123262057","https://openalex.org/W2144299139","https://openalex.org/W2145339207","https://openalex.org/W2189376833","https://openalex.org/W2198098822","https://openalex.org/W2203647759","https://openalex.org/W2205893533","https://openalex.org/W2213419084","https://openalex.org/W2248876163","https://openalex.org/W2270343995","https://openalex.org/W2332497799","https://openalex.org/W2377285917","https://openalex.org/W2397974935","https://openalex.org/W2462800345","https://openalex.org/W2501972505","https://openalex.org/W2584939322","https://openalex.org/W2604562720","https://openalex.org/W2605465402","https://openalex.org/W2686015187","https://openalex.org/W2750908324","https://openalex.org/W2761986573","https://openalex.org/W2771331339","https://openalex.org/W2780228864","https://openalex.org/W2792375659","https://openalex.org/W2793106287","https://openalex.org/W2887147695","https://openalex.org/W2887255389","https://openalex.org/W2891796753","https://openalex.org/W2897313101","https://openalex.org/W2902675753","https://openalex.org/W2905258889","https://openalex.org/W2912643491","https://openalex.org/W2917461433","https://openalex.org/W2925882704","https://openalex.org/W2935844189","https://openalex.org/W2937582027","https://openalex.org/W2974188300","https://openalex.org/W2976079227","https://openalex.org/W2986615937","https://openalex.org/W3005131379","https://openalex.org/W3006081034","https://openalex.org/W3009502483","https://openalex.org/W3113123584","https://openalex.org/W3115233401","https://openalex.org/W3121773723","https://openalex.org/W3126855329","https://openalex.org/W3160261777","https://openalex.org/W3170358032","https://openalex.org/W4210410775","https://openalex.org/W4210925822","https://openalex.org/W4211171425","https://openalex.org/W4214717370","https://openalex.org/W4220852019","https://openalex.org/W4237611222","https://openalex.org/W4238870781","https://openalex.org/W4245641136","https://openalex.org/W4280644038","https://openalex.org/W4294872807","https://openalex.org/W4294989843","https://openalex.org/W4308194714","https://openalex.org/W4312530111","https://openalex.org/W4318140902","https://openalex.org/W4321850301","https://openalex.org/W4366780974","https://openalex.org/W4377023698","https://openalex.org/W4382238182","https://openalex.org/W4390204406","https://openalex.org/W6687267657","https://openalex.org/W6773319005","https://openalex.org/W6849091022"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Project":[0],"managers":[1],"make":[2],"decisions":[3],"weighing":[4],"financial":[5,33,159,176],"returns":[6,160],"(net":[7],"present":[8],"value,":[9,114],"NPV)":[10],"and":[11,62,65,83,95,112,142],"value":[12,29,173],"creation":[13,30,174],"expected":[14],"by":[15,138],"stakeholders.":[16],"Often,":[17],"plans":[18,123,156],"maximizing":[19,110],"NPV":[20,94,111],"neglect":[21],"stakeholder":[22,162],"benefits":[23],"while":[24],"those":[25],"focused":[26],"strictly":[27],"on":[28],"may":[31],"reduce":[32],"viability.":[34],"This":[35],"paper":[36],"puts":[37],"forth":[38],"a":[39,48,134,143,167],"new":[40],"stochastic":[41],"optimization":[42],"model":[43,57],"handling":[44],"this":[45],"compromise":[46],"using":[47],"mixed":[49],"integer":[50],"program":[51],"solved":[52],"with":[53,74,118,161],"reinforcement":[54],"learning.":[55,148],"The":[56,98,149,164],"incorporates":[58],"uncertain":[59],"activity":[60],"durations":[61],"considers":[63],"positive":[64],"negative":[66],"cash":[67],"flows.":[68],"Our":[69],"Monte":[70],"Carlo":[71],"control":[72],"method":[73],"<inline-formula":[75],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[76],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[77],"<tex-math":[78],"notation=\"LaTeX\">$\\epsilon":[79],"$":[80],"</tex-math></inline-formula>-greedy":[81],"policies":[82],"timed":[84],"start":[85],"actions":[86],"for":[87,170],"activities":[88],"facilitates":[89],"the":[90,107,139],"simultaneous":[91],"maximization":[92],"of":[93],"project":[96,104,113,179],"value.":[97],"resulting":[99],"efficient":[100],"frontier":[101],"delineates":[102],"various":[103],"plans,":[105],"demonstrating":[106],"trade-off":[108],"between":[109],"providing":[115],"decision":[116],"makers":[117],"visual":[119],"analysis":[120],"to":[121],"select":[122,154],"that":[124,157],"fit":[125],"organizational":[126],"needs.":[127],"Computational":[128],"experiments":[129],"demonstrate":[130],"superior":[131],"performance":[132],"over":[133],"mathematical":[135],"solver":[136],"limited":[137],"problem\u2019s":[140],"complexity":[141],"metaheuristic":[144],"lacking":[145],"guided":[146],"online":[147],"results":[150],"help":[151],"senior":[152],"management":[153],"satisfactory":[155],"balance":[158],"preferences.":[163],"methodology":[165],"contributes":[166],"novel":[168],"tool":[169],"quantitatively":[171],"incorporating":[172],"alongside":[175],"objectives":[177],"in":[178],"planning.":[180]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}