{"id":"https://openalex.org/W4413120442","doi":"https://doi.org/10.1109/access.2025.3596921","title":"Advancing AIoMT-Enabled Healthcare System-of-Systems Using Multi-Agent Reinforcement Learning","display_name":"Advancing AIoMT-Enabled Healthcare System-of-Systems Using Multi-Agent Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413120442","doi":"https://doi.org/10.1109/access.2025.3596921"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3596921","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3596921","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3596921","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103480268","display_name":"A. K. Sheikh","orcid":"https://orcid.org/0000-0001-6786-9884"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arifuzzaman Sheikh","raw_affiliation_strings":["Department of Systems Engineering, Colorado State University, Fort Collins, CO, USA"],"raw_orcid":"https://orcid.org/0000-0001-6786-9884","affiliations":[{"raw_affiliation_string":"Department of Systems Engineering, Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070385137","display_name":"Edwin K. P. Chong","orcid":"https://orcid.org/0000-0002-7622-4815"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edwin K. P. Chong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Colorado State University, Fort Collins, CO, USA"],"raw_orcid":"https://orcid.org/0000-0002-7622-4815","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I92446798"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21541679,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"142674","last_page":"142694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.6883999705314636,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.6883999705314636,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6637182831764221},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6625465750694275},{"id":"https://openalex.org/keywords/healthcare-system","display_name":"Healthcare system","score":0.541588306427002},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.4536137878894806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3329734802246094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6637182831764221},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6625465750694275},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.541588306427002},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.4536137878894806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3329734802246094},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3596921","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3596921","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:81c6f5a18eec4b85a9530520fab5f3b1","is_oa":true,"landing_page_url":"https://doaj.org/article/81c6f5a18eec4b85a9530520fab5f3b1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 142674-142694 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3596921","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3596921","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2001990879","https://openalex.org/W2058107586","https://openalex.org/W2107726111","https://openalex.org/W2151012661","https://openalex.org/W3035965352","https://openalex.org/W4200098899","https://openalex.org/W4282961293","https://openalex.org/W4288757819","https://openalex.org/W4297853810","https://openalex.org/W4386958277","https://openalex.org/W4388538087","https://openalex.org/W4390457794","https://openalex.org/W4391019722","https://openalex.org/W4393106459","https://openalex.org/W4396645671","https://openalex.org/W4399517652","https://openalex.org/W4400728541","https://openalex.org/W4400879851","https://openalex.org/W4401452457","https://openalex.org/W4401616798","https://openalex.org/W4402127104","https://openalex.org/W4404788460","https://openalex.org/W4404940746","https://openalex.org/W4405447824","https://openalex.org/W4406263709","https://openalex.org/W4408281074","https://openalex.org/W6857612196","https://openalex.org/W6873701776","https://openalex.org/W6877935645"],"related_works":["https://openalex.org/W1159694101","https://openalex.org/W4312778074","https://openalex.org/W2797427871","https://openalex.org/W3024114128","https://openalex.org/W3214957520","https://openalex.org/W4322577590","https://openalex.org/W2932738180","https://openalex.org/W1965298590","https://openalex.org/W2329153216","https://openalex.org/W4380151695"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,14,51],"Multi-Agent":[4],"Reinforcement":[5],"Learning":[6],"(MARL)":[7],"framework":[8,128],"designed":[9],"to":[10,72,134],"optimize":[11],"coordination":[12,53,107,125],"within":[13],"System-of-Systems":[15],"(SoS)":[16],"composed":[17],"of":[18,132,142],"six":[19],"heterogeneous":[20],"healthcare":[21,146,178],"entities:":[22],"hospitals,":[23],"clinics,":[24],"telemedicine":[25],"platforms,":[26],"wearable":[27],"monitoring":[28],"devices,":[29],"rural":[30],"health":[31],"centers,":[32],"and":[33,48,59,78,97,105,113,151,164,167,173],"virtual":[34],"triage":[35,172],"hubs.":[36],"These":[37],"entities":[38],"are":[39],"organized":[40],"into":[41],"four":[42],"distinct":[43],"constituent":[44,63],"systems\u2014Directed,":[45],"Acknowledged,":[46],"Collaborative,":[47],"Virtual\u2014each":[49],"reflecting":[50],"unique":[52],"model":[54,120],"that":[55,85,103],"governs":[56],"control,":[57],"autonomy,":[58],"communication.":[60],"Within":[61],"each":[62],"system,":[64],"agents":[65],"independently":[66],"learn":[67],"optimal":[68],"policies":[69],"using":[70],"Q-learning":[71],"enhance":[73],"resource":[74,95,174],"allocation,":[75],"inter-agent":[76],"cooperation,":[77],"service":[79],"efficiency.":[80,99],"We":[81],"describe":[82],"simulation":[83],"experiments":[84],"span":[86],"1000":[87],"episodes,":[88],"with":[89,123],"evaluation":[90],"metrics":[91],"including":[92],"cumulative":[93],"rewards,":[94],"utilization,":[96],"system-level":[98],"The":[100],"results":[101],"show":[102],"Acknowledged":[104],"Collaborative":[106],"models":[108],"achieve":[109],"faster":[110],"policy":[111],"convergence":[112],"superior":[114],"operational":[115],"outcomes,":[116],"while":[117],"the":[118,130],"Virtual":[119],"provides":[121],"flexibility":[122],"reduced":[124],"overhead.":[126],"Our":[127],"demonstrates":[129],"potential":[131],"MARL":[133],"enable":[135,168],"adaptive,":[136],"decentralized":[137],"decision-making":[138],"in":[139,162,176],"Artificial":[140],"Intelligence":[141],"Medical":[143],"Things":[144],"(AIoMT)-enabled":[145],"environments,":[147],"particularly":[148],"under":[149],"dynamic":[150],"resource-constrained":[152],"conditions.":[153],"Importantly,":[154],"this":[155],"approach":[156],"can":[157],"help":[158],"improve":[159],"care":[160],"access":[161],"remote":[163],"underserved":[165],"regions":[166],"more":[169],"dynamic,":[170],"responsive":[171],"allocation":[175],"real-world":[177],"delivery.":[179]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}