{"id":"https://openalex.org/W4413319010","doi":"https://doi.org/10.1109/jbhi.2025.3599210","title":"Value Decomposition-Based Multi-Agent Learning for Anesthetics Collaborative Control","display_name":"Value Decomposition-Based Multi-Agent Learning for Anesthetics Collaborative Control","publication_year":2025,"publication_date":"2025-08-19","ids":{"openalex":"https://openalex.org/W4413319010","doi":"https://doi.org/10.1109/jbhi.2025.3599210","pmid":"https://pubmed.ncbi.nlm.nih.gov/40828726"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2025.3599210","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3599210","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Huijie Li","orcid":"https://orcid.org/0009-0003-1224-7879"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Huijie Li","raw_affiliation_strings":["Macao Polytechnic University, Macao, China"],"raw_orcid":"https://orcid.org/0009-0003-1224-7879","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053839372","display_name":"Yide Yu","orcid":"https://orcid.org/0000-0002-5549-2925"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yide Yu","raw_affiliation_strings":["Macao Polytechnic University, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-5549-2925","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Si Shi","orcid":"https://orcid.org/0000-0002-6952-9848"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Si Shi","raw_affiliation_strings":["Macao Polytechnic University, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-6952-9848","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022467526","display_name":"Anmin Hu","orcid":"https://orcid.org/0000-0002-6507-6423"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anmin Hu","raw_affiliation_strings":["Shenzhen United Scheme Technology Company, Ltd, Shenzhen, China","Shenzhen United Scheme Technology Co., Ltd, Shenzhen, Gd, China"],"raw_orcid":"https://orcid.org/0000-0002-6507-6423","affiliations":[{"raw_affiliation_string":"Shenzhen United Scheme Technology Company, Ltd, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]},{"raw_affiliation_string":"Shenzhen United Scheme Technology Co., Ltd, Shenzhen, Gd, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052912358","display_name":"Jian Zhong Huo","orcid":"https://orcid.org/0009-0004-8968-7204"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Huo","raw_affiliation_strings":["Shenzhen United Scheme Technology Company, Ltd, Shenzhen, China","Shenzhen United Scheme Technology Co., Ltd, Shenzhen, Gd, China"],"raw_orcid":"https://orcid.org/0009-0004-8968-7204","affiliations":[{"raw_affiliation_string":"Shenzhen United Scheme Technology Company, Ltd, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]},{"raw_affiliation_string":"Shenzhen United Scheme Technology Co., Ltd, Shenzhen, Gd, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050309115","display_name":"Wei Lin","orcid":"https://orcid.org/0009-0006-4366-6787"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Lin","raw_affiliation_strings":["Shenzhen United Scheme Technology Company, Ltd, Shenzhen, China","Shenzhen United Scheme Technology Co., Ltd, Shenzhen, Gd, China"],"raw_orcid":"https://orcid.org/0009-0006-4366-6787","affiliations":[{"raw_affiliation_string":"Shenzhen United Scheme Technology Company, Ltd, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]},{"raw_affiliation_string":"Shenzhen United Scheme Technology Co., Ltd, Shenzhen, Gd, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100515909","display_name":"Chaoran Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210105608","display_name":"ShenZhen People\u2019s Hospital","ror":"https://ror.org/01hcefx46","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210105608"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoran Wu","raw_affiliation_strings":["Department of Anesthesia, Shenzhen People’s Hospital, Shenzhen, China","Department of anesthesia, Shenzhen People's Hospital, Shenzhen, Gd, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesia, Shenzhen People’s Hospital, Shenzhen, China","institution_ids":["https://openalex.org/I4210105608"]},{"raw_affiliation_string":"Department of anesthesia, Shenzhen People's Hospital, Shenzhen, Gd, China","institution_ids":["https://openalex.org/I4210105608"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076128470","display_name":"Wuman Luo","orcid":"https://orcid.org/0000-0002-2480-3997"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Wuman Luo","raw_affiliation_strings":["Macao Polytechnic University, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-2480-3997","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21881269,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":"3","first_page":"2167","last_page":"2180"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.7160000205039978,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.7160000205039978,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10436","display_name":"Anesthesia and Sedative Agents","score":0.6783000230789185,"subfield":{"id":"https://openalex.org/subfields/2703","display_name":"Anesthesiology and Pain Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6369251608848572},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.5669792294502258},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5104643106460571},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4291398823261261},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3863285779953003},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2549735903739929},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.1408422887325287}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6369251608848572},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.5669792294502258},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5104643106460571},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4291398823261261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3863285779953003},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2549735903739929},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.1408422887325287},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077208","descriptor_name":"Remifentanil","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":false},{"descriptor_ui":"D000077208","descriptor_name":"Remifentanil","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":false},{"descriptor_ui":"D000077208","descriptor_name":"Remifentanil","qualifier_ui":"Q000493","qualifier_name":"pharmacokinetics","is_major_topic":false},{"descriptor_ui":"D000077208","descriptor_name":"Remifentanil","qualifier_ui":"Q000493","qualifier_name":"pharmacokinetics","is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000771","descriptor_name":"Anesthesia, Intravenous","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000771","descriptor_name":"Anesthesia, Intravenous","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000777","descriptor_name":"Anesthetics","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":true},{"descriptor_ui":"D000777","descriptor_name":"Anesthetics","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":true},{"descriptor_ui":"D000777","descriptor_name":"Anesthetics","qualifier_ui":"Q000493","qualifier_name":"pharmacokinetics","is_major_topic":true},{"descriptor_ui":"D000777","descriptor_name":"Anesthetics","qualifier_ui":"Q000493","qualifier_name":"pharmacokinetics","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015742","descriptor_name":"Propofol","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":false},{"descriptor_ui":"D015742","descriptor_name":"Propofol","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":false},{"descriptor_ui":"D015742","descriptor_name":"Propofol","qualifier_ui":"Q000493","qualifier_name":"pharmacokinetics","is_major_topic":false},{"descriptor_ui":"D015742","descriptor_name":"Propofol","qualifier_ui":"Q000493","qualifier_name":"pharmacokinetics","is_major_topic":false},{"descriptor_ui":"D018686","descriptor_name":"Anesthetics, Intravenous","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":true},{"descriptor_ui":"D018686","descriptor_name":"Anesthetics, Intravenous","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":true},{"descriptor_ui":"D018686","descriptor_name":"Anesthetics, Intravenous","qualifier_ui":"Q000493","qualifier_name":"pharmacokinetics","is_major_topic":true},{"descriptor_ui":"D018686","descriptor_name":"Anesthetics, Intravenous","qualifier_ui":"Q000493","qualifier_name":"pharmacokinetics","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2025.3599210","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3599210","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:40828726","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40828726","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1531725372","https://openalex.org/W1542941925","https://openalex.org/W1990730390","https://openalex.org/W2025495172","https://openalex.org/W2043742363","https://openalex.org/W2049289092","https://openalex.org/W2073973806","https://openalex.org/W2096856929","https://openalex.org/W2107726111","https://openalex.org/W2139212933","https://openalex.org/W2147997143","https://openalex.org/W2159171548","https://openalex.org/W2193923384","https://openalex.org/W2216946510","https://openalex.org/W2295598076","https://openalex.org/W2328867239","https://openalex.org/W2769460295","https://openalex.org/W2782351298","https://openalex.org/W2791132452","https://openalex.org/W2807741983","https://openalex.org/W2918317484","https://openalex.org/W2938738219","https://openalex.org/W2963608065","https://openalex.org/W2989213905","https://openalex.org/W2990256979","https://openalex.org/W2994748716","https://openalex.org/W3016144601","https://openalex.org/W3024398495","https://openalex.org/W3156295478","https://openalex.org/W4225697224","https://openalex.org/W4236301193","https://openalex.org/W4281878921","https://openalex.org/W4285818475","https://openalex.org/W4289534145","https://openalex.org/W4306955484","https://openalex.org/W4386726282"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Automated":[0],"control":[1],"of":[2],"personalized":[3],"multiple":[4,182],"anesthetics":[5,84],"in":[6,73,200,210,218],"clinical":[7,229],"Total":[8],"Intravenous":[9],"Anesthesia":[10],"(TIVA)":[11],"is":[12],"crucial":[13],"yet":[14],"challenging.":[15],"Current":[16],"systems,":[17,24],"including":[18],"target-controlled":[19],"infusion":[20],"(TCI)":[21],"and":[22,44,88,116,145,158,168,180,214],"closed-loop":[23],"either":[25],"rely":[26],"on":[27,35,64,128,166],"relatively":[28],"static":[29],"pharmacokinetic/pharmacodynamic":[30],"(PK/PD)":[31],"models":[32],"or":[33],"focus":[34],"single":[36],"anesthetic":[37],"control.":[38,46,119],"So":[39],"they":[40],"limit":[41],"both":[42],"personalization":[43],"collaborative":[45,118],"To":[47,136],"address":[48],"these":[49],"issues,":[50],"we":[51,140],"propose":[52],"a":[53,74,94,123,142,207,215],"novel":[54],"Value":[55],"Decomposition":[56],"Multi-Agent":[57],"Deep":[58],"Reinforcement":[59],"Learning":[60],"(VD-MADRL)":[61],"framework":[62],"based":[63,127],"Markov":[65,162],"Game":[66],"(MG)":[67],"for":[68,132],"Personalized":[69],"Multiple":[70],"Anesthetics":[71],"Control":[72],"Closed-Loop":[75],"system":[76],"(PMAC-CL).":[77],"VD-MADRL":[78,174],"optimizes":[79],"the":[80,112,196],"collaboration":[81],"between":[82],"two":[83],"propofol":[85],"(Agent":[86,90],"I)":[87],"remifentanil":[89],"II)":[91],"by":[92],"leveraging":[93],"MG":[95],"to":[96,110,148,161,192,222],"identify":[97],"optimal":[98],"actions":[99],"among":[100],"heterogeneous":[101],"agents.":[102],"We":[103,120],"employ":[104],"various":[105],"value":[106],"function":[107],"decomposition":[108],"methods":[109],"resolve":[111],"credit":[113],"allocation":[114],"problem":[115],"enhance":[117],"also":[121],"introduce":[122],"multivariate":[124],"environment":[125],"model":[126],"random":[129],"forest":[130],"(RF)":[131],"anesthesia":[133,183],"state":[134,184],"simulation.":[135],"ensure":[137],"data":[138,143,151],"validity,":[139],"design":[141],"resampling":[144],"alignment":[146],"technique":[147],"synchronize":[149],"trajectory":[150],"from":[152],"different":[153],"devices,":[154],"avoiding":[155],"gradient":[156],"explosion":[157],"maintaining":[159],"conformity":[160],"property.":[163],"Extensive":[164],"experiments":[165],"general":[167,201],"thoracic":[169],"surgery":[170,202],"datasets":[171],"demonstrate":[172],"that":[173],"provides":[175],"more":[176,186],"refined":[177],"dose":[178],"adjustments":[179],"maintains":[181],"indicators":[185],"stably":[187],"at":[188],"target":[189],"levels":[190],"compared":[191,221],"human":[193,223],"experience.":[194,224],"Especially,":[195],"best-performing":[197],"algorithm,":[198],"VDN":[199],"with":[203],"online":[204],"training,":[205],"achieved":[206],"16.4%":[208],"increase":[209],"cumulative":[211],"reward":[212],"(CR)":[213],"58.0%":[216],"reduction":[217],"mean":[219],"MDPE":[220],"This":[225],"demonstrates":[226],"its":[227],"great":[228],"value.":[230]},"counts_by_year":[],"updated_date":"2026-03-09T07:00:12.390032","created_date":"2025-10-10T00:00:00"}