{"id":"https://openalex.org/W4387914341","doi":"https://doi.org/10.1109/codit58514.2023.10284324","title":"Reinforcement Learning and Automatic Control for Resilience of Maritime Container Ports","display_name":"Reinforcement Learning and Automatic Control for Resilience of Maritime Container Ports","publication_year":2023,"publication_date":"2023-07-03","ids":{"openalex":"https://openalex.org/W4387914341","doi":"https://doi.org/10.1109/codit58514.2023.10284324"},"language":"en","primary_location":{"id":"doi:10.1109/codit58514.2023.10284324","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit58514.2023.10284324","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 9th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079576284","display_name":"Davis C. Loose","orcid":"https://orcid.org/0000-0001-9026-260X"},"institutions":[{"id":"https://openalex.org/I4210116219","display_name":"Engineering Systems (United States)","ror":"https://ror.org/02qg60849","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116219"]},{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Davis C. Loose","raw_affiliation_strings":["University of Virginia,Dept. of Engineering Systems and Environment,Charlottesville,VA,USA","Dept. of Engineering Systems and Environment, University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia,Dept. of Engineering Systems and Environment,Charlottesville,VA,USA","institution_ids":["https://openalex.org/I4210116219","https://openalex.org/I51556381"]},{"raw_affiliation_string":"Dept. of Engineering Systems and Environment, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I4210116219","https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042307506","display_name":"Timothy L. Eddy","orcid":"https://orcid.org/0000-0001-9740-9360"},"institutions":[{"id":"https://openalex.org/I4210116219","display_name":"Engineering Systems (United States)","ror":"https://ror.org/02qg60849","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116219"]},{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy L. Eddy","raw_affiliation_strings":["University of Virginia,Dept. of Engineering Systems and Environment,Charlottesville,VA,USA","Dept. of Engineering Systems and Environment, University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia,Dept. of Engineering Systems and Environment,Charlottesville,VA,USA","institution_ids":["https://openalex.org/I4210116219","https://openalex.org/I51556381"]},{"raw_affiliation_string":"Dept. of Engineering Systems and Environment, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I4210116219","https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060604945","display_name":"Thomas L. Polmateer","orcid":"https://orcid.org/0000-0003-1034-6980"},"institutions":[{"id":"https://openalex.org/I4210116219","display_name":"Engineering Systems (United States)","ror":"https://ror.org/02qg60849","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116219"]},{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas L. Polmateer","raw_affiliation_strings":["CCALS University of Virginia,Dept. of Engineering Systems and Environment,Charlottesville,VA,USA","Dept. of Engineering Systems and Environment, CCALS University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"CCALS University of Virginia,Dept. of Engineering Systems and Environment,Charlottesville,VA,USA","institution_ids":["https://openalex.org/I4210116219","https://openalex.org/I51556381"]},{"raw_affiliation_string":"Dept. of Engineering Systems and Environment, CCALS University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I4210116219","https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025365257","display_name":"Daniel C. Hendrickson","orcid":"https://orcid.org/0000-0003-0672-5064"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel C. Hendrickson","raw_affiliation_strings":["Vice President of Strategy, Planning and Analytics Port of Virginia,Norfolk,VA,USA","Vice President of Strategy, Planning and Analytics Port of Virginia, Norfolk, VA, USA"],"affiliations":[{"raw_affiliation_string":"Vice President of Strategy, Planning and Analytics Port of Virginia,Norfolk,VA,USA","institution_ids":[]},{"raw_affiliation_string":"Vice President of Strategy, Planning and Analytics Port of Virginia, Norfolk, VA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000144123","display_name":"Negin Moghadasi","orcid":"https://orcid.org/0000-0003-0475-8233"},"institutions":[{"id":"https://openalex.org/I4210116219","display_name":"Engineering Systems (United States)","ror":"https://ror.org/02qg60849","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116219"]},{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Negin Moghadasi","raw_affiliation_strings":["University of Virginia,Dept. of Engineering Systems and Environment,Charlottesville,VA,USA","Dept. of Engineering Systems and Environment, University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia,Dept. of Engineering Systems and Environment,Charlottesville,VA,USA","institution_ids":["https://openalex.org/I4210116219","https://openalex.org/I51556381"]},{"raw_affiliation_string":"Dept. of Engineering Systems and Environment, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I4210116219","https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031208414","display_name":"James H. Lambert","orcid":"https://orcid.org/0000-0001-9426-4741"},"institutions":[{"id":"https://openalex.org/I4210116219","display_name":"Engineering Systems (United States)","ror":"https://ror.org/02qg60849","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116219"]},{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James H. Lambert","raw_affiliation_strings":["University of Virginia,Dept. of Engineering Systems and Environment,Charlottesville,VA,USA","Dept. of Engineering Systems and Environment, University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia,Dept. of Engineering Systems and Environment,Charlottesville,VA,USA","institution_ids":["https://openalex.org/I4210116219","https://openalex.org/I51556381"]},{"raw_affiliation_string":"Dept. of Engineering Systems and Environment, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I4210116219","https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5079576284"],"corresponding_institution_ids":["https://openalex.org/I4210116219","https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":1.8156,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.86982266,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"06"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11864","display_name":"Supply Chain Resilience and Risk Management","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8663557171821594},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.7581853866577148},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6420130729675293},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6305351853370667},{"id":"https://openalex.org/keywords/resilience","display_name":"Resilience (materials science)","score":0.5663048028945923},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5464807748794556},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47069835662841797},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.43342283368110657},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.37302541732788086},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3550718128681183},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24615126848220825},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1894027292728424},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.14652830362319946}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8663557171821594},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.7581853866577148},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6420130729675293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6305351853370667},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.5663048028945923},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5464807748794556},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47069835662841797},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.43342283368110657},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.37302541732788086},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3550718128681183},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24615126848220825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1894027292728424},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.14652830362319946},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/codit58514.2023.10284324","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit58514.2023.10284324","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 9th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2040009309","https://openalex.org/W2077006057","https://openalex.org/W2412247133","https://openalex.org/W2891968444","https://openalex.org/W2894610337","https://openalex.org/W2912660365","https://openalex.org/W2926587972","https://openalex.org/W2973817057","https://openalex.org/W2989847975","https://openalex.org/W2997158366","https://openalex.org/W3038822267","https://openalex.org/W3085653089","https://openalex.org/W3093657354","https://openalex.org/W3110903465","https://openalex.org/W3114902137","https://openalex.org/W3118210634","https://openalex.org/W3124965165","https://openalex.org/W3132558922","https://openalex.org/W3200005259","https://openalex.org/W4247116065","https://openalex.org/W4283457112","https://openalex.org/W4285267849","https://openalex.org/W4318486254","https://openalex.org/W6755682405","https://openalex.org/W6780559895","https://openalex.org/W6839686321"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1001352512","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1979840322","https://openalex.org/W2301094596","https://openalex.org/W2896880939"],"abstract_inverted_index":{"Global":[0],"logistics":[1],"systems":[2,121],"are":[3,41],"in":[4,39,58,133],"an":[5,27,107],"unprecedented":[6],"crisis":[7],"from":[8],"the":[9,161],"pandemic,":[10],"workforce":[11,29],"disruptions,":[12],"supply":[13],"shortages,":[14],"and":[15,21,26,66,98,111,118,139,149],"demand":[16],"surges.":[17],"Shortages":[18],"of":[19,24,160],"goods":[20],"services,":[22],"surges":[23],"demand,":[25],"evolving":[28],"call":[30],"for":[31,70,110,131],"methods":[32],"that":[33],"address":[34],"system":[35],"resilience.":[36],"Maritime":[37],"ports":[38,90],"particular":[40],"vulnerable":[42],"to":[43,81,86,120,123,147,168,176,185],"these":[44,103],"disruptions.":[45],"The":[46,75,171],"container":[47,59,72,76,162,188],"stacking":[48,73,77,163],"process":[49],"is":[50,55,79,106,128,137,145],"especially":[51,129],"vulnerable,":[52],"as":[53,182,184],"it":[54],"a":[56,64,157],"bottleneck":[57],"management.":[60],"This":[61,151],"paper":[62,152],"presents":[63],"simulation":[65,97,159],"reinforcement":[67,99,154],"learning":[68,100,127,155],"methodology":[69],"managing":[71],"blocks.":[74],"problem":[78],"known":[80],"be":[82,174],"difficult":[83,146],"or":[84,142],"impossible":[85],"optimize,":[87],"with":[88,156],"most":[89],"using":[91],"black":[92],"box":[93],"heuristic":[94],"models.":[95],"A":[96],"approach":[101],"addresses":[102],"challenges.":[104],"Simulation":[105],"effective":[108],"tool":[109],"testing":[112],"different":[113],"inputs,":[114],"parameter":[115],"changes,":[116],"noise,":[117],"changes":[119],"due":[122],"disruptive":[124,180],"scenarios.":[125],"Reinforcement":[126],"helpful":[130],"contexts":[132],"which":[134],"traditional":[135],"optimization":[136],"cost":[138],"computationally":[140],"prohibitive,":[141],"where":[143],"data":[144],"collect":[148],"analyze.":[150],"applies":[153],"mathematical":[158],"problem,":[164],"achieving":[165],"similar":[166],"results":[167,172],"maritime":[169],"ports.":[170],"can":[173],"used":[175],"assess":[177],"performance":[178],"under":[179],"scenarios,":[181],"well":[183],"test":[186],"new":[187],"storage":[189],"configurations.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}