{"id":"https://openalex.org/W4399675395","doi":"https://doi.org/10.1080/00207543.2024.2361449","title":"Large-scale dynamic surgical scheduling under uncertainty by hierarchical reinforcement learning","display_name":"Large-scale dynamic surgical scheduling under uncertainty by hierarchical reinforcement learning","publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W4399675395","doi":"https://doi.org/10.1080/00207543.2024.2361449"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2024.2361449","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2024.2361449","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111181253","display_name":"Lixiang Zhao","orcid":"https://orcid.org/0009-0006-8598-672X"},"institutions":[{"id":"https://openalex.org/I130480701","display_name":"Dongbei University of Finance and Economics","ror":"https://ror.org/05db1pj03","country_code":"CN","type":"education","lineage":["https://openalex.org/I130480701"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixiang Zhao","raw_affiliation_strings":["Dongbei University of Finance and Economics","School of Management Science and Engineering, Dongbei University of Finance and Economics, Dalian, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongbei University of Finance and Economics","institution_ids":["https://openalex.org/I130480701"]},{"raw_affiliation_string":"School of Management Science and Engineering, Dongbei University of Finance and Economics, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I130480701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036861586","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-5185-3324"},"institutions":[{"id":"https://openalex.org/I130480701","display_name":"Dongbei University of Finance and Economics","ror":"https://ror.org/05db1pj03","country_code":"CN","type":"education","lineage":["https://openalex.org/I130480701"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Han Zhu","raw_affiliation_strings":["Dongbei University of Finance and Economics","Key\u00a0Laboratory of Liaoning Province Data Analysis & Optimization Decision-making, Dongbei University of Finance and Economics, Dalian, People's Republic of China","School of Management Science and Engineering, Dongbei University of Finance and Economics, Dalian, People's Republic of China"],"raw_orcid":"https://orcid.org/0000-0002-5185-3324","affiliations":[{"raw_affiliation_string":"Dongbei University of Finance and Economics","institution_ids":["https://openalex.org/I130480701"]},{"raw_affiliation_string":"Key\u00a0Laboratory of Liaoning Province Data Analysis & Optimization Decision-making, Dongbei University of Finance and Economics, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I130480701"]},{"raw_affiliation_string":"School of Management Science and Engineering, Dongbei University of Finance and Economics, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I130480701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403018","display_name":"Min Zhang","orcid":"https://orcid.org/0009-0000-4185-940X"},"institutions":[{"id":"https://openalex.org/I130480701","display_name":"Dongbei University of Finance and Economics","ror":"https://ror.org/05db1pj03","country_code":"CN","type":"education","lineage":["https://openalex.org/I130480701"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Dongbei University of Finance and Economics","School of Management Science and Engineering, Dongbei University of Finance and Economics, Dalian, People's Republic of China","Key\u00a0Laboratory of Liaoning Province Data Analysis & Optimization Decision-making, Dongbei University of Finance and Economics, Dalian, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongbei University of Finance and Economics","institution_ids":["https://openalex.org/I130480701"]},{"raw_affiliation_string":"School of Management Science and Engineering, Dongbei University of Finance and Economics, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I130480701"]},{"raw_affiliation_string":"Key\u00a0Laboratory of Liaoning Province Data Analysis & Optimization Decision-making, Dongbei University of Finance and Economics, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I130480701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060664084","display_name":"Jiafu Tang","orcid":"https://orcid.org/0000-0002-0745-318X"},"institutions":[{"id":"https://openalex.org/I130480701","display_name":"Dongbei University of Finance and Economics","ror":"https://ror.org/05db1pj03","country_code":"CN","type":"education","lineage":["https://openalex.org/I130480701"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafu Tang","raw_affiliation_strings":["Dongbei University of Finance and Economics","School of Management Science and Engineering, Dongbei University of Finance and Economics, Dalian, People's Republic of China","Key\u00a0Laboratory of Liaoning Province Data Analysis & Optimization Decision-making, Dongbei University of Finance and Economics, Dalian, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongbei University of Finance and Economics","institution_ids":["https://openalex.org/I130480701"]},{"raw_affiliation_string":"School of Management Science and Engineering, Dongbei University of Finance and Economics, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I130480701"]},{"raw_affiliation_string":"Key\u00a0Laboratory of Liaoning Province Data Analysis & Optimization Decision-making, Dongbei University of Finance and Economics, Dalian, People's Republic of China","institution_ids":["https://openalex.org/I130480701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101808099","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0002-0683-9857"},"institutions":[{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN","MX"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Northeastern University","School of Business Administration, Northeastern University, Shenyang, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]},{"raw_affiliation_string":"School of Business Administration, Northeastern University, Shenyang, People's Republic of China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036861586"],"corresponding_institution_ids":["https://openalex.org/I130480701"],"apc_list":null,"apc_paid":null,"fwci":2.369,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.87452724,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"64","issue":"2","first_page":"719","last_page":"750"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11773","display_name":"Healthcare Operations and Scheduling Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3604","display_name":"Emergency Medical Services"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11773","display_name":"Healthcare Operations and Scheduling Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3604","display_name":"Emergency Medical Services"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9370999932289124,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12401","display_name":"Scheduling and Timetabling Solutions","score":0.935699999332428,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7204946279525757},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6099970936775208},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.490161269903183},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4863646626472473},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4319360852241516},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3720385432243347},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.366254985332489},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.32559722661972046},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.31535762548446655},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2293318808078766},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18985942006111145},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08422309160232544}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7204946279525757},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6099970936775208},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.490161269903183},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4863646626472473},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4319360852241516},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3720385432243347},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.366254985332489},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.32559722661972046},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31535762548446655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2293318808078766},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18985942006111145},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08422309160232544},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/00207543.2024.2361449","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2024.2361449","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G160756513","display_name":null,"funder_award_id":"72322018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1888658699","display_name":"\u57fa\u4e8e\u6570\u636e\u548c\u673a\u5668\u5b66\u4e60\u7684\u624b\u672f\u8c03\u5ea6\u5206\u5e03\u9c81\u68d2\u4f18\u5316\u65b9\u6cd5\u7814\u7a76","funder_award_id":"72071036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3832702350","display_name":null,"funder_award_id":"72293563","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G599633862","display_name":null,"funder_award_id":"72272027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8137614622","display_name":null,"funder_award_id":"2022-KF-11-06","funder_id":"https://openalex.org/F4320335661","funder_display_name":"State Key Laboratory of Synthetical Automation for Process Industries"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335661","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W25808712","https://openalex.org/W354363643","https://openalex.org/W1191599655","https://openalex.org/W1592847719","https://openalex.org/W1970003800","https://openalex.org/W1984617225","https://openalex.org/W2000630887","https://openalex.org/W2003633238","https://openalex.org/W2014320990","https://openalex.org/W2016785606","https://openalex.org/W2070270802","https://openalex.org/W2072579231","https://openalex.org/W2077473653","https://openalex.org/W2083151810","https://openalex.org/W2118328307","https://openalex.org/W2119717200","https://openalex.org/W2121863487","https://openalex.org/W2131249376","https://openalex.org/W2137983211","https://openalex.org/W2145339207","https://openalex.org/W2147521600","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2191190162","https://openalex.org/W2201510846","https://openalex.org/W2736601468","https://openalex.org/W2746355532","https://openalex.org/W2746553466","https://openalex.org/W2804936867","https://openalex.org/W2840554340","https://openalex.org/W2883637716","https://openalex.org/W2909173799","https://openalex.org/W2915454501","https://openalex.org/W2943855655","https://openalex.org/W3010568443","https://openalex.org/W3046692531","https://openalex.org/W3047863327","https://openalex.org/W3088991213","https://openalex.org/W3092146681","https://openalex.org/W3122499222","https://openalex.org/W3181791460","https://openalex.org/W3207530029","https://openalex.org/W3212219118","https://openalex.org/W3216656735","https://openalex.org/W4211050325","https://openalex.org/W4220950924","https://openalex.org/W4221024145","https://openalex.org/W4223536612","https://openalex.org/W4255654664","https://openalex.org/W4282961293","https://openalex.org/W4293056531","https://openalex.org/W4293213129","https://openalex.org/W4293698997","https://openalex.org/W4306405756","https://openalex.org/W4310251625","https://openalex.org/W4315784962","https://openalex.org/W4317435411","https://openalex.org/W4319997000","https://openalex.org/W4319998017","https://openalex.org/W4366602678","https://openalex.org/W4386609242"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2025955409","https://openalex.org/W1577301438","https://openalex.org/W4231062255","https://openalex.org/W1470192148","https://openalex.org/W2369224372","https://openalex.org/W1499852230"],"abstract_inverted_index":{"Dynamic":[0],"surgical":[1,52],"scheduling":[2,42,53,118],"within":[3],"a":[4,7,39,105,152],"workday":[5,80],"is":[6,14,94,156],"complicated":[8],"decision-making":[9],"process.":[10],"The":[11,83,96,181],"critical":[12],"challenge":[13],"that":[15,155,187],"the":[16,22,63,67,79,99,139,176],"actual":[17],"duration":[18],"of":[19,25,65,178,196],"surgery":[20],"and":[21,30,58,123,125,137,199],"arrival":[23],"process":[24],"emergency":[26,59],"patients":[27],"are":[28],"uncertain":[29],"unknown":[31],"in":[32,134,142,194],"advance.":[33],"In":[34],"this":[35,148],"work,":[36],"we":[37,150],"propose":[38,151],"two-level":[40],"dynamic":[41,51],"framework":[43,190],"based":[44],"on":[45],"hierarchical":[46],"reinforcement":[47,160],"learning":[48,161],"to":[49,74,77,114,162,174],"solve":[50],"problems":[54,130],"considering":[55],"both":[56],"elective":[57],"patients.":[60],"Specifically,":[61],"with":[62,119,171],"realisation":[64],"uncertainty,":[66],"upper-level":[68],"agent":[69,85],"(UA)":[70],"dynamically":[71],"decides":[72],"whether":[73],"trigger":[75],"rescheduling":[76,93],"optimise":[78],"total":[81],"cost.":[82],"lower-level":[84],"(LA)":[86],"aims":[87],"at":[88,98],"obtaining":[89],"subscheduling":[90],"solutions":[91],"when":[92],"triggered.":[95],"subproblem":[97],"LA":[100],"can":[101,111,131],"be":[102,112,132],"formulated":[103],"as":[104],"mixed":[106],"integer":[107],"programming":[108],"model,":[109],"which":[110],"generalised":[113],"unrelated":[115],"parallel":[116],"machine":[117,120],"eligibility":[121],"restrictions":[122],"sequence-":[124],"machine-dependent":[126],"setup":[127],"times.":[128],"Such":[129],"solved":[133],"small-scale":[135],"cases":[136],"suffers":[138],"combinatorial":[140],"explosion":[141],"large":[143],"scale":[144],"cases.":[145],"To":[146],"address":[147],"issue,":[149],"heuristic":[153],"method":[154],"built":[157],"upon":[158],"deep":[159],"obtain":[163],"high-quality":[164],"solutions.":[165],"We":[166],"conduct":[167],"extensive":[168],"simulation":[169],"experiments":[170],"real":[172],"data":[173],"test":[175],"effective":[177],"our":[179,188],"framework.":[180],"results":[182],"for":[183],"different":[184],"scenarios":[185],"show":[186],"proposed":[189],"outperforms":[191],"existing":[192],"methods":[193],"terms":[195],"overall":[197],"performance":[198],"has":[200],"strong":[201],"generalisation":[202],"ability.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2025-10-10T00:00:00"}