{"id":"https://openalex.org/W4225481770","doi":"https://doi.org/10.1109/tcss.2022.3161996","title":"Edge Server Deployment for Health Monitoring With Reinforcement Learning in Internet of Medical Things","display_name":"Edge Server Deployment for Health Monitoring With Reinforcement Learning in Internet of Medical Things","publication_year":2022,"publication_date":"2022-04-12","ids":{"openalex":"https://openalex.org/W4225481770","doi":"https://doi.org/10.1109/tcss.2022.3161996"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2022.3161996","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2022.3161996","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012377678","display_name":"Hanzhi Yan","orcid":"https://orcid.org/0000-0001-9067-5818"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hanzhi Yan","raw_affiliation_strings":["School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China","School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing 210044, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing 210044, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043302955","display_name":"Muhammad Bilal","orcid":"https://orcid.org/0000-0003-4221-0877"},"institutions":[{"id":"https://openalex.org/I83436808","display_name":"Hankuk University of Foreign Studies","ror":"https://ror.org/051q2m369","country_code":"KR","type":"education","lineage":["https://openalex.org/I83436808"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Muhammad Bilal","raw_affiliation_strings":["Department of Computer Engineering, Hankuk University of Foreign Studies, Yongin-si, Gyeonggi-do, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Hankuk University of Foreign Studies, Yongin-si, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I83436808"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007818509","display_name":"Xiaolong Xu","orcid":"https://orcid.org/0000-0003-4879-9803"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolong Xu","raw_affiliation_strings":["School of Computer and Software and the Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing, China","School of Computer and Software and the Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing 210044, China, and also with the State Key Laboratory Novel Software Technology, Nanjing University, Nanjing 210023, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software and the Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"School of Computer and Software and the Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing 210044, China, and also with the State Key Laboratory Novel Software Technology, Nanjing University, Nanjing 210023, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013550075","display_name":"S. Vimal","orcid":null},"institutions":[{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"S. Vimal","raw_affiliation_strings":["Department of Artificial Intelligence and Data Science, Ramco Institute of Technology, Rajapalayam, Virudhunagar, Tamilnadu, India","Department of Artificial Intelligence and Data Science, Ramco Institute of Technology, Rajapalayam, Virudhunagar, Tamilnadu 626 117, India"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence and Data Science, Ramco Institute of Technology, Rajapalayam, Virudhunagar, Tamilnadu, India","institution_ids":["https://openalex.org/I4210121405"]},{"raw_affiliation_string":"Department of Artificial Intelligence and Data Science, Ramco Institute of Technology, Rajapalayam, Virudhunagar, Tamilnadu 626 117, India","institution_ids":["https://openalex.org/I4210121405"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5012377678"],"corresponding_institution_ids":["https://openalex.org/I200845125"],"apc_list":null,"apc_paid":null,"fwci":3.4253,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.92576694,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":"3","first_page":"3079","last_page":"3089"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7887256145477295},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.781173825263977},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6216543912887573},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5797568559646606},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4852907359600067},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.48328474164009094},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4628995656967163},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.45739731192588806},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4493579566478729},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4280421733856201},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39604809880256653},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3483036756515503},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16388759016990662},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1495625376701355},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1041250228881836}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7887256145477295},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.781173825263977},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6216543912887573},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5797568559646606},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4852907359600067},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.48328474164009094},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4628995656967163},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.45739731192588806},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4493579566478729},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4280421733856201},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39604809880256653},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3483036756515503},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16388759016990662},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1495625376701355},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1041250228881836},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcss.2022.3161996","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2022.3161996","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},{"id":"pmh:oai:eprints.lancs.ac.uk:205134","is_oa":false,"landing_page_url":"https://eprints.lancs.ac.uk/id/eprint/205134/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G5843799260","display_name":null,"funder_award_id":"BK20211284","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2460054580","https://openalex.org/W2514431540","https://openalex.org/W2760234120","https://openalex.org/W2760381851","https://openalex.org/W2770852204","https://openalex.org/W2802501109","https://openalex.org/W2802764684","https://openalex.org/W2808834706","https://openalex.org/W2810628574","https://openalex.org/W2886143408","https://openalex.org/W2889429201","https://openalex.org/W2945663872","https://openalex.org/W2949403037","https://openalex.org/W2952103830","https://openalex.org/W2963700444","https://openalex.org/W2979729503","https://openalex.org/W3000194269","https://openalex.org/W3001065633","https://openalex.org/W3003652270","https://openalex.org/W3005884917","https://openalex.org/W3008177173","https://openalex.org/W3010184667","https://openalex.org/W3016351519","https://openalex.org/W3045927229","https://openalex.org/W3084250793","https://openalex.org/W3105816558","https://openalex.org/W3109191468","https://openalex.org/W3114047313","https://openalex.org/W3114640574","https://openalex.org/W3116067625","https://openalex.org/W3121582470","https://openalex.org/W3128173992","https://openalex.org/W3130123506","https://openalex.org/W3134866853","https://openalex.org/W3176234924","https://openalex.org/W3182967956","https://openalex.org/W3186626619","https://openalex.org/W4210707990"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3154796165"],"abstract_inverted_index":{"The":[0,38],"Internet":[1],"of":[2,11,24,33,54,58,106,137,162,174,183,196,210],"Medical":[3],"Things":[4],"(IoMT)":[5],"has":[6,80],"recently":[7],"gained":[8],"a":[9,25,56,134],"lot":[10],"interest":[12],"in":[13,30,115],"the":[14,47,77,99,141,155,160,171,180,194,207],"health":[15,27,60,175],"care":[16,61],"industry.":[17],"IoMT":[18,93,107,116],"enables":[19],"real-time":[20,59,103],"and":[21,70,101,126,159,179,201,221],"omnipresent":[22],"monitoring":[23,176],"patient's":[26],"status,":[28],"resulting":[29],"massive":[31,40],"amounts":[32],"medical":[34],"data":[35,41,71],"being":[36],"generated.":[37],"centralized":[39],"processing":[42,72,223],"places":[43],"enormous":[44],"strain":[45],"on":[46,140],"typical":[48],"cloud":[49],"computing,":[50],"rendering":[51],"it":[52],"incapable":[53],"supporting":[55],"variety":[57],"applications.":[62],"Therefore,":[63],"edge":[64,78,87],"computing":[65],"that":[66,204],"moves":[67],"application":[68],"programs":[69],"from":[73],"central":[74],"infrastructure":[75],"to":[76,98,192],"nodes":[79],"attracted":[81],"wide":[82],"attention.":[83],"However,":[84],"adopting":[85],"existing":[86],"server":[88],"(ES)":[89],"deployment":[90,113,135,195],"strategies":[91,114],"for":[92],"is":[94,147,190],"not":[95],"suitable":[96],"due":[97],"decentralized":[100],"high":[102],"service":[104],"requirements":[105],"systems.":[108],"In":[109],"particular,":[110],"traditional":[111],"ES":[112],"system":[117],"confront":[118],"major":[119],"load":[120,212],"imbalance":[121],"across":[122],"ESs,":[123],"latency":[124,220],"issues,":[125],"energy":[127,224],"consumption":[128],"concerns.":[129],"To":[130],"address":[131],"these":[132],"challenges,":[133],"strategy":[136],"ESs":[138,150,184,215],"based":[139],"state-action-reward-state-action":[142],"(SARSA)":[143],"learning,":[144],"named":[145],"ESL,":[146],"designed.":[148],"Specifically,":[149],"are":[151,185],"quantified":[152],"by":[153],"evaluating":[154],"silhouette":[156],"coefficient":[157],"(SC)":[158],"sum":[161],"squared":[163],"errors.":[164],"Then,":[165],"through":[166],"fuzzy":[167],"C-means":[168],"(FCM)":[169],"algorithm,":[170],"preliminary":[172],"division":[173],"units":[177],"(HMUs)":[178],"initial":[181],"locations":[182],"obtained.":[186],"Finally,":[187],"SARSA":[188],"learning":[189],"adopted":[191],"determine":[193],"ESs.":[197],"Furthermore,":[198],"extensive":[199],"experiments":[200],"analyses":[202],"confirm":[203],"ESL":[205],"achieves":[206],"core":[208],"objective":[209],"optimizing":[211,218],"balancing":[213],"among":[214],"while":[216],"also":[217],"request-response":[219],"request":[222],"consumption.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}