{"id":"https://openalex.org/W4411145088","doi":"https://doi.org/10.1186/s40708-025-00262-1","title":"AI-driven multi-agent reinforcement learning framework for real-time monitoring of physiological signals in stress and depression contexts","display_name":"AI-driven multi-agent reinforcement learning framework for real-time monitoring of physiological signals in stress and depression contexts","publication_year":2025,"publication_date":"2025-06-09","ids":{"openalex":"https://openalex.org/W4411145088","doi":"https://doi.org/10.1186/s40708-025-00262-1","pmid":"https://pubmed.ncbi.nlm.nih.gov/40490570"},"language":"en","primary_location":{"id":"doi:10.1186/s40708-025-00262-1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40708-025-00262-1","pdf_url":"https://braininformatics.springeropen.com/counter/pdf/10.1186/s40708-025-00262-1","source":{"id":"https://openalex.org/S2498492389","display_name":"Brain Informatics","issn_l":"2198-4018","issn":["2198-4018","2198-4026"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brain Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://braininformatics.springeropen.com/counter/pdf/10.1186/s40708-025-00262-1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051614997","display_name":"Thanveer Shaik","orcid":"https://orcid.org/0000-0002-9730-665X"},"institutions":[{"id":"https://openalex.org/I185523456","display_name":"University of Southern Queensland","ror":"https://ror.org/04sjbnx57","country_code":"AU","type":"education","lineage":["https://openalex.org/I185523456"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Thanveer Shaik","raw_affiliation_strings":["School of Mathematics, Physics & Computing, University of Southern Queensland, Toowoomba, Australia. Thanveer.Shaik@unisq.edu.au"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics, Physics & Computing, University of Southern Queensland, Toowoomba, Australia. Thanveer.Shaik@unisq.edu.au","institution_ids":["https://openalex.org/I185523456"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065941595","display_name":"Xiaohui Tao","orcid":"https://orcid.org/0000-0002-0020-077X"},"institutions":[{"id":"https://openalex.org/I185523456","display_name":"University of Southern Queensland","ror":"https://ror.org/04sjbnx57","country_code":"AU","type":"education","lineage":["https://openalex.org/I185523456"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaohui Tao","raw_affiliation_strings":["School of Mathematics, Physics & Computing, University of Southern Queensland, Toowoomba, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics, Physics & Computing, University of Southern Queensland, Toowoomba, Australia","institution_ids":["https://openalex.org/I185523456"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412815","display_name":"Lin Li","orcid":"https://orcid.org/0000-0001-7553-6916"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I4210123088","display_name":"Wuhan Technology and Business University","ror":"https://ror.org/0348f9w08","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210123088"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Li","raw_affiliation_strings":["School of Computer and Artificial Intelligence, Wuhan University of Technology, Wuhan , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Wuhan University of Technology, Wuhan , China","institution_ids":["https://openalex.org/I196699116","https://openalex.org/I4210123088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013151488","display_name":"Haoran Xie","orcid":"https://orcid.org/0000-0003-0965-3617"},"institutions":[{"id":"https://openalex.org/I165488957","display_name":"Lingnan University","ror":"https://ror.org/0563pg902","country_code":"HK","type":"education","lineage":["https://openalex.org/I165488957"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haoran Xie","raw_affiliation_strings":["Division of Artificial Intelligence, School of Data Science, Lingnan University, Hong Kong , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Artificial Intelligence, School of Data Science, Lingnan University, Hong Kong , China","institution_ids":["https://openalex.org/I165488957"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072659343","display_name":"Hong\u2010Ning Dai","orcid":"https://orcid.org/0000-0001-6165-4196"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hong-Ning Dai","raw_affiliation_strings":["Department of Computer Science, Hong Kong Baptist University, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Hong Kong, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080074544","display_name":"Feng Zhao","orcid":"https://orcid.org/0000-0001-9003-8173"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Zhao","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan , China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012159374","display_name":"Jianming Yong","orcid":"https://orcid.org/0000-0003-4111-1076"},"institutions":[{"id":"https://openalex.org/I185523456","display_name":"University of Southern Queensland","ror":"https://ror.org/04sjbnx57","country_code":"AU","type":"education","lineage":["https://openalex.org/I185523456"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jianming Yong","raw_affiliation_strings":["School of Business, University of Southern Queensland, Toowoomba, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Business, University of Southern Queensland, Toowoomba, Australia","institution_ids":["https://openalex.org/I185523456"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5051614997"],"corresponding_institution_ids":["https://openalex.org/I185523456"],"apc_list":{"value":990,"currency":"USD","value_usd":990},"apc_paid":{"value":990,"currency":"USD","value_usd":990},"fwci":4.6289,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.95627781,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"12","issue":"1","first_page":"14","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.22589999437332153,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.22589999437332153,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.1454000025987625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13248","display_name":"Healthcare Technology and Patient Monitoring","score":0.14380000531673431,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6218928098678589},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6098666191101074},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.5965747833251953},{"id":"https://openalex.org/keywords/stress","display_name":"Stress (linguistics)","score":0.5181238055229187},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.37903064489364624},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37352341413497925},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33725833892822266},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.12676838040351868}],"concepts":[{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6218928098678589},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6098666191101074},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.5965747833251953},{"id":"https://openalex.org/C21036866","wikidata":"https://www.wikidata.org/wiki/Q181767","display_name":"Stress (linguistics)","level":2,"score":0.5181238055229187},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37903064489364624},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37352341413497925},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33725833892822266},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.12676838040351868},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s40708-025-00262-1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40708-025-00262-1","pdf_url":"https://braininformatics.springeropen.com/counter/pdf/10.1186/s40708-025-00262-1","source":{"id":"https://openalex.org/S2498492389","display_name":"Brain Informatics","issn_l":"2198-4018","issn":["2198-4018","2198-4026"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brain Informatics","raw_type":"journal-article"},{"id":"pmid:40490570","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40490570","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brain informatics","raw_type":null},{"id":"pmh:oai:doaj.org/article:1f21d37751e1407dbd57f553d202b433","is_oa":true,"landing_page_url":"https://doaj.org/article/1f21d37751e1407dbd57f553d202b433","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Brain Informatics, Vol 12, Iss 1, Pp 1-18 (2025)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:10962289","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12149378","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/s40708-025-00262-1","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40708-025-00262-1","pdf_url":"https://braininformatics.springeropen.com/counter/pdf/10.1186/s40708-025-00262-1","source":{"id":"https://openalex.org/S2498492389","display_name":"Brain Informatics","issn_l":"2198-4018","issn":["2198-4018","2198-4026"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brain Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411145088.pdf","grobid_xml":"https://content.openalex.org/works/W4411145088.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W2649896831","https://openalex.org/W2775686965","https://openalex.org/W2894771803","https://openalex.org/W2899141320","https://openalex.org/W2953473809","https://openalex.org/W2962182608","https://openalex.org/W2996954264","https://openalex.org/W3006499227","https://openalex.org/W3044326989","https://openalex.org/W3082374968","https://openalex.org/W3086351065","https://openalex.org/W3096457737","https://openalex.org/W3102969100","https://openalex.org/W3109993998","https://openalex.org/W3127561923","https://openalex.org/W3130937359","https://openalex.org/W3135028703","https://openalex.org/W3151989229","https://openalex.org/W3171225007","https://openalex.org/W3173736783","https://openalex.org/W3199814407","https://openalex.org/W3202704045","https://openalex.org/W3214346043","https://openalex.org/W3216656735","https://openalex.org/W4212904355","https://openalex.org/W4214866510","https://openalex.org/W4280496617","https://openalex.org/W4287010272","https://openalex.org/W4292847575","https://openalex.org/W4293456535","https://openalex.org/W4297998599","https://openalex.org/W4302363068","https://openalex.org/W4318261787","https://openalex.org/W4362641063","https://openalex.org/W4396941426","https://openalex.org/W4400134761","https://openalex.org/W4400813120","https://openalex.org/W4404293797"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"PURPOSE:":[0],"Effective":[1],"patient":[2,255],"monitoring":[3,29,65,83,101,157,190,238],"is":[4,140,165],"crucial":[5],"for":[6],"timely":[7,208],"healthcare":[8,100,298],"interventions":[9],"and":[10,20,36,68,92,107,130,135,151,161,172,196,225,249,260,262,273,280],"improved":[11],"outcomes,":[12],"especially":[13],"in":[14,45,188,219],"managing":[15],"conditions":[16,256],"influenced":[17,257],"by":[18,64,246,258],"stress":[19,195,259],"depression,":[21,261],"which":[22],"can":[23],"manifest":[24],"through":[25],"physiological":[26,85,134],"changes.":[27],"Traditional":[28],"systems":[30],"often":[31],"struggle":[32],"with":[33,97,142],"the":[34,109,123,180,229,232,268],"complexity":[35],"dynamic":[37,205],"nature":[38],"of":[39,111,210,231],"such":[40,87],"conditions,":[41],"leading":[42],"to":[43,60,82,113,132,168,204,222,253,277,294],"delays":[44],"identifying":[46],"critical":[47,211],"scenarios.":[48],"This":[49],"study":[50,121],"proposes":[51],"a":[52,98],"novel":[53],"multi-agent":[54,182],"deep":[55],"reinforcement":[56],"learning":[57,78,170],"(DRL)":[58],"framework":[59,75,184,269],"address":[61],"these":[62],"challenges":[63,275],"vital":[66,192,282],"signs":[67,193],"providing":[69],"real-time":[70,265],"decision-making":[71,223],"capabilities.":[72],"METHODS:":[73],"Our":[74],"deploys":[76],"multiple":[77],"agents,":[79],"each":[80],"dedicated":[81],"specific":[84],"features":[86],"as":[88,153,155],"heart":[89],"rate,":[90],"respiration,":[91],"temperature.":[93],"These":[94],"agents":[95,201],"interact":[96],"generic":[99],"environment,":[102],"learn":[103],"patients'":[104,191],"behavior":[105],"patterns,":[106],"estimate":[108],"level":[110],"emergency":[112],"alert":[114],"Medical":[115],"Emergency":[116],"Teams":[117],"(METs)":[118],"accordingly.":[119],"The":[120,138,199,235],"evaluates":[122],"proposed":[124,181,236],"system":[125,239],"using":[126],"two":[127],"real-world":[128],"datasets-PPG-DaLiA":[129],"WESAD-designed":[131],"capture":[133],"stress-related":[136],"data.":[137],"performance":[139,218],"compared":[141],"baseline":[143,186],"models,":[144],"including":[145],"Q-Learning,":[146],"PPO,":[147],"Actor-Critic,":[148],"Double":[149],"DQN,":[150],"DDPG,":[152],"well":[154],"existing":[156],"frameworks":[158],"like":[159],"WISEML":[160],"CA-MAQL.":[162],"Hyperparameter":[163],"optimization":[164],"also":[166],"performed":[167],"fine-tune":[169],"rates":[171],"discount":[173],"factors.":[174],"RESULTS:":[175],"Experimental":[176],"results":[177],"demonstrate":[178],"that":[179],"DRL":[183],"outperforms":[185],"models":[187],"accurately":[189],"under":[194],"varying":[197,254],"conditions.":[198],"optimized":[200],"adapt":[202],"effectively":[203],"environments,":[206,251],"ensuring":[207],"detection":[209],"health":[212],"deviations.":[213],"Comparative":[214],"evaluations":[215],"reveal":[216],"superior":[217],"metrics":[220],"related":[221,276],"accuracy":[224,272],"response":[226],"efficiency,":[227],"highlighting":[228],"robustness":[230],"framework.":[233],"CONCLUSIONS:":[234],"AI-driven":[237],"offers":[240],"significant":[241],"advancements":[242],"over":[243],"traditional":[244],"methods":[245],"handling":[247],"complex":[248],"uncertain":[250],"adapting":[252],"making":[263],"autonomous,":[264],"decisions.":[266],"While":[267],"demonstrates":[270],"high":[271],"adaptability,":[274],"data":[278],"scale":[279],"future":[281],"sign":[283],"prediction":[284],"remain.":[285],"Future":[286],"research":[287],"will":[288],"focus":[289],"on":[290],"extending":[291],"predictive":[292],"capabilities":[293],"further":[295],"enhance":[296],"proactive":[297],"interventions.":[299]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":6}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}