{"id":"https://openalex.org/W4388455252","doi":"https://doi.org/10.1080/00207543.2023.2279130","title":"A policy-based Monte Carlo tree search method for container pre-marshalling","display_name":"A policy-based Monte Carlo tree search method for container pre-marshalling","publication_year":2023,"publication_date":"2023-11-07","ids":{"openalex":"https://openalex.org/W4388455252","doi":"https://doi.org/10.1080/00207543.2023.2279130"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2023.2279130","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2023.2279130","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100676332","display_name":"Ziliang Wang","orcid":"https://orcid.org/0000-0002-1581-8441"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziliang Wang","raw_affiliation_strings":["School of Management, Northwestern Polytechnical University, Xi\u2019an, People\u2019s Republic of China","School of Management, Northwestern Polytechnical University, Xi'an, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Management, Northwestern Polytechnical University, Xi\u2019an, People\u2019s Republic of China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Management, Northwestern Polytechnical University, Xi'an, People's Republic of China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001595417","display_name":"Chenhao Zhou","orcid":"https://orcid.org/0000-0001-8459-1722"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenhao Zhou","raw_affiliation_strings":["School of Management, Northwestern Polytechnical University, Xi\u2019an, People\u2019s Republic of China","School of Management, Northwestern Polytechnical University, Xi'an, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Management, Northwestern Polytechnical University, Xi\u2019an, People\u2019s Republic of China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Management, Northwestern Polytechnical University, Xi'an, People's Republic of China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090287870","display_name":"Ada Che","orcid":"https://orcid.org/0000-0002-8133-4058"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ada Che","raw_affiliation_strings":["School of Management, Northwestern Polytechnical University, Xi\u2019an, People\u2019s Republic of China","School of Management, Northwestern Polytechnical University, Xi'an, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Management, Northwestern Polytechnical University, Xi\u2019an, People\u2019s Republic of China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Management, Northwestern Polytechnical University, Xi'an, People's Republic of China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058361059","display_name":"Jingkun Gao","orcid":"https://orcid.org/0000-0001-6964-2093"},"institutions":[{"id":"https://openalex.org/I4210152501","display_name":"China Power Engineering Consulting Group (China)","ror":"https://ror.org/04t59qd02","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210152501"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingkun Gao","raw_affiliation_strings":["Northwest Electric Power Design Institute Co., Ltd., Xi\u2019an, People\u2019s Republic of China","Northwest Electric Power Design Institute Co., Ltd., Xi'an, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwest Electric Power Design Institute Co., Ltd., Xi\u2019an, People\u2019s Republic of China","institution_ids":["https://openalex.org/I4210152501"]},{"raw_affiliation_string":"Northwest Electric Power Design Institute Co., Ltd., Xi'an, People's Republic of China","institution_ids":["https://openalex.org/I4210152501"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5001595417"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":2.0107,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.86818239,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"62","issue":"13","first_page":"4776","last_page":"4792"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12176","display_name":"Optimization and Packing Problems","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.7561526298522949},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.668253481388092},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.637787938117981},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6203096508979797},{"id":"https://openalex.org/keywords/marshalling","display_name":"Marshalling","score":0.5895861983299255},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5826157927513123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.578235387802124},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.5542517900466919},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5212414860725403},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5142099857330322},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4665764272212982},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.41331273317337036},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2999095320701599},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.286668062210083},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18425938487052917},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16357484459877014}],"concepts":[{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.7561526298522949},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.668253481388092},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.637787938117981},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6203096508979797},{"id":"https://openalex.org/C206019424","wikidata":"https://www.wikidata.org/wiki/Q373671","display_name":"Marshalling","level":2,"score":0.5895861983299255},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5826157927513123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.578235387802124},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5542517900466919},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5212414860725403},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5142099857330322},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4665764272212982},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.41331273317337036},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2999095320701599},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.286668062210083},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18425938487052917},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16357484459877014},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/00207543.2023.2279130","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2023.2279130","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tprsxx:v:62:y:2024:i:13:p:4776-4792","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/00207543.2023.2279130","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2189857750","display_name":"\u52a0\u5de5\u901f\u5ea6\u53ef\u53d8\u7684\u8282\u80fd\u578b\u81ea\u52a8\u5316\u5236\u9020\u5355\u5143\u8c03\u5ea6\u7814\u7a76","funder_award_id":"71871183","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5149139833","display_name":null,"funder_award_id":"202206290124","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G5158400177","display_name":null,"funder_award_id":"2022KW-02","funder_id":"https://openalex.org/F4320335774","funder_display_name":"Key Technologies Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320335774","display_name":"Key Technologies Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1625390266","https://openalex.org/W1714211023","https://openalex.org/W1981939659","https://openalex.org/W2003523115","https://openalex.org/W2013740431","https://openalex.org/W2024054675","https://openalex.org/W2031041022","https://openalex.org/W2037397102","https://openalex.org/W2045317807","https://openalex.org/W2062205231","https://openalex.org/W2067728749","https://openalex.org/W2073367984","https://openalex.org/W2073453146","https://openalex.org/W2081851509","https://openalex.org/W2083198433","https://openalex.org/W2097698174","https://openalex.org/W2394748150","https://openalex.org/W2418431560","https://openalex.org/W2608231869","https://openalex.org/W2766447205","https://openalex.org/W2767344884","https://openalex.org/W2897334332","https://openalex.org/W2898279621","https://openalex.org/W2970019720","https://openalex.org/W2970840787","https://openalex.org/W2970883705","https://openalex.org/W2973184394","https://openalex.org/W3036250547","https://openalex.org/W3088783528","https://openalex.org/W3116501250","https://openalex.org/W3134310157","https://openalex.org/W3167334575","https://openalex.org/W3215925026","https://openalex.org/W3217161237","https://openalex.org/W3217277370","https://openalex.org/W4205926948","https://openalex.org/W4285796263","https://openalex.org/W4295345527","https://openalex.org/W4308310692","https://openalex.org/W4310484758","https://openalex.org/W4322154126"],"related_works":["https://openalex.org/W2418431560","https://openalex.org/W2018352705","https://openalex.org/W2321691782","https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535"],"abstract_inverted_index":{"The":[0],"container":[1,67],"pre-marshalling":[2],"problem":[3],"(CPMP)":[4],"aims":[5],"to":[6,48,89],"minimise":[7],"the":[8,24,29,33,39,51,57,62,65,74,91,106,117,122,130,139,146,166],"number":[9],"of":[10,26,56,124],"reshuffling":[11,58,76,96],"moves,":[12,77],"ultimately":[13],"achieving":[14],"an":[15,81,133],"optimised":[16],"stacking":[17],"arrangement":[18],"in":[19,105,116,152],"each":[20],"bay":[21],"based":[22],"on":[23,73],"priority":[25],"containers":[27,156,163],"during":[28],"non-loading":[30],"phase.":[31],"Given":[32],"sequential":[34],"decision":[35,44],"nature,":[36],"we":[37],"formulated":[38],"CPMP":[40],"as":[41,138],"a":[42,70,110],"Markov":[43],"process":[45],"(MDP)":[46],"model":[47],"account":[49],"for":[50,128],"specific":[52],"state":[53],"and":[54,98,109,160],"action":[55],"process.":[59],"To":[60],"address":[61],"challenge":[63],"that":[64,145],"relocated":[66],"may":[68],"trigger":[69],"chain":[71],"effect":[72],"subsequent":[75],"this":[78],"paper":[79],"develops":[80],"improved":[82,134],"policy-based":[83],"Monte":[84],"Carlo":[85],"tree":[86],"search":[87],"(P-MCTS)":[88],"solve":[90],"CPMP,":[92],"where":[93,154,162],"eight":[94],"composite":[95],"rules":[97],"modified":[99],"upper":[100],"confidence":[101],"bounds":[102],"are":[103],"employed":[104],"selection":[107],"phases,":[108],"well-designed":[111],"heuristic":[112],"algorithm":[113],"is":[114,136],"utilised":[115],"simulation":[118],"phases.":[119],"Meanwhile,":[120],"considering":[121],"effectiveness":[123],"reinforcement":[125],"learning":[126],"methods":[127,151],"solving":[129],"MDP":[131],"model,":[132],"Q-learning":[135],"proposed":[137],"compared":[140,150],"method.":[141],"Numerical":[142],"results":[143],"show":[144],"P-MCTS":[147],"outperforms":[148],"all":[149,155],"scenarios":[153,161],"have":[157],"different":[158],"priorities":[159],"can":[164],"share":[165],"same":[167],"priority.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}