{"id":"https://openalex.org/W4282961293","doi":"https://doi.org/10.3233/aise220053","title":"A Multi-Agent RL Algorithm for Single-Day Operating Room Scheduling","display_name":"A Multi-Agent RL Algorithm for Single-Day Operating Room Scheduling","publication_year":2022,"publication_date":"2022-06-14","ids":{"openalex":"https://openalex.org/W4282961293","doi":"https://doi.org/10.3233/aise220053"},"language":"en","primary_location":{"id":"doi:10.3233/aise220053","is_oa":true,"landing_page_url":"https://doi.org/10.3233/aise220053","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/AISE220053","source":{"id":"https://openalex.org/S4210168452","display_name":"Ambient intelligence and smart environments","issn_l":"1875-4163","issn":["1875-4163","1875-4171"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ambient Intelligence and Smart Environments","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/AISE220053","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071755515","display_name":"Patrizia Ribino","orcid":"https://orcid.org/0000-0003-3266-9617"},"institutions":[{"id":"https://openalex.org/I3005160176","display_name":"Institute for High Performance Computing and Networking","ror":"https://ror.org/04r5fge26","country_code":"IT","type":"facility","lineage":["https://openalex.org/I3005160176","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Patrizia Ribino","raw_affiliation_strings":["Istituto di Calcolo e Reti ad alte prestazioni, Consiglio Nazionale delle Ricerche, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Istituto di Calcolo e Reti ad alte prestazioni, Consiglio Nazionale delle Ricerche, Italy","institution_ids":["https://openalex.org/I3005160176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079088287","display_name":"Claudia Di Napoli","orcid":"https://orcid.org/0000-0002-8626-5805"},"institutions":[{"id":"https://openalex.org/I3005160176","display_name":"Institute for High Performance Computing and Networking","ror":"https://ror.org/04r5fge26","country_code":"IT","type":"facility","lineage":["https://openalex.org/I3005160176","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudia Di Napoli","raw_affiliation_strings":["Istituto di Calcolo e Reti ad alte prestazioni, Consiglio Nazionale delle Ricerche, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Istituto di Calcolo e Reti ad alte prestazioni, Consiglio Nazionale delle Ricerche, Italy","institution_ids":["https://openalex.org/I3005160176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029295797","display_name":"Luca Serino","orcid":"https://orcid.org/0000-0003-0077-1799"},"institutions":[{"id":"https://openalex.org/I3005160176","display_name":"Institute for High Performance Computing and Networking","ror":"https://ror.org/04r5fge26","country_code":"IT","type":"facility","lineage":["https://openalex.org/I3005160176","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Serino","raw_affiliation_strings":["Istituto di Calcolo e Reti ad alte prestazioni, Consiglio Nazionale delle Ricerche, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Istituto di Calcolo e Reti ad alte prestazioni, Consiglio Nazionale delle Ricerche, Italy","institution_ids":["https://openalex.org/I3005160176"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I3005160176"],"apc_list":null,"apc_paid":null,"fwci":7.167,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.96899911,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11773","display_name":"Healthcare Operations and Scheduling Optimization","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/3604","display_name":"Emergency Medical Services"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11773","display_name":"Healthcare Operations and Scheduling Optimization","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/3604","display_name":"Emergency Medical Services"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12401","display_name":"Scheduling and Timetabling Solutions","score":0.9496999979019165,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7169774174690247},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6705498695373535},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5987840294837952},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5507652163505554},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5307217836380005},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4820724129676819},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4544118642807007},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.43426424264907837},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.41343367099761963},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3494455814361572},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30604398250579834},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.23975414037704468},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.23282453417778015},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13964781165122986},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11173927783966064}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7169774174690247},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6705498695373535},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5987840294837952},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5507652163505554},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5307217836380005},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4820724129676819},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4544118642807007},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.43426424264907837},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.41343367099761963},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3494455814361572},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30604398250579834},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.23975414037704468},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.23282453417778015},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13964781165122986},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11173927783966064},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/aise220053","is_oa":true,"landing_page_url":"https://doi.org/10.3233/aise220053","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/AISE220053","source":{"id":"https://openalex.org/S4210168452","display_name":"Ambient intelligence and smart environments","issn_l":"1875-4163","issn":["1875-4163","1875-4171"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ambient Intelligence and Smart Environments","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/aise220053","is_oa":true,"landing_page_url":"https://doi.org/10.3233/aise220053","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/AISE220053","source":{"id":"https://openalex.org/S4210168452","display_name":"Ambient intelligence and smart environments","issn_l":"1875-4163","issn":["1875-4163","1875-4171"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ambient Intelligence and Smart Environments","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4282961293.pdf","grobid_xml":"https://content.openalex.org/works/W4282961293.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W103885025","https://openalex.org/W1521003796","https://openalex.org/W1542941925","https://openalex.org/W2037514003","https://openalex.org/W2072579231","https://openalex.org/W2122967269","https://openalex.org/W2924645442","https://openalex.org/W3011279400","https://openalex.org/W3013573204","https://openalex.org/W3045574728","https://openalex.org/W3090832565","https://openalex.org/W3099098707","https://openalex.org/W3117779173","https://openalex.org/W3128013500","https://openalex.org/W3154482021","https://openalex.org/W3166146794","https://openalex.org/W3170383044","https://openalex.org/W6600171454","https://openalex.org/W6600361144","https://openalex.org/W6629426653","https://openalex.org/W6777101280"],"related_works":["https://openalex.org/W1581479499","https://openalex.org/W4381735196","https://openalex.org/W2889518240","https://openalex.org/W3013305692","https://openalex.org/W4385741194","https://openalex.org/W2024806294","https://openalex.org/W2095303169","https://openalex.org/W4296916060","https://openalex.org/W3092978326","https://openalex.org/W3091915665"],"abstract_inverted_index":{"Surgery":[0],"scheduling":[1,50,61,127],"is":[2],"a":[3,33,67,74,129],"challenging":[4],"combinatorial":[5],"optimization":[6],"problem":[7,58],"that":[8,40],"allows":[9],"determining":[10],"the":[11,24,57,89,101,115],"operations":[12],"start":[13],"time":[14],"of":[15,59,62,110],"every":[16],"surgery":[17,31,126],"to":[18,26,29,47,99,104],"be":[19,27],"performed,":[20],"as":[21,23,66],"well":[22],"resources":[25],"assigned":[28],"each":[30,80],"over":[32],"predetermined":[34],"period.":[35],"It":[36],"has":[37],"been":[38],"demonstrated":[39],"Reinforcement":[41],"Learning":[42],"approaches":[43],"are":[44],"highly":[45],"promising":[46],"handle":[48],"complex":[49],"scenarios.":[51],"In":[52,84],"this":[53],"paper,":[54],"we":[55,72,87],"formulated":[56],"daily":[60,108],"elective":[63],"patient":[64],"surgeries":[65],"Cooperative":[68],"Markov":[69],"Game.":[70],"Then,":[71],"developed":[73],"Q-learning":[75],"algorithm":[76],"with":[77,96,122],"multiple":[78],"agents,":[79],"controlling":[81],"one":[82],"surgery.":[83],"so":[85],"doing,":[86],"exploit":[88],"advantages":[90],"coming":[91],"from":[92],"learning":[93,124],"in":[94,125],"cooperation":[95,121],"other":[97],"agents":[98],"reach":[100],"common":[102],"goal":[103],"obtain":[105],"an":[106],"optimal":[107],"schedule":[109],"surgeries.":[111],"Preliminary":[112],"results":[113],"highlight":[114],"improvements":[116],"obtained":[117],"when":[118],"combining":[119],"multi-agent":[120],"reinforcement":[123],"against":[128],"traditional":[130],"approach.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}