{"id":"https://openalex.org/W4381332016","doi":"https://doi.org/10.1109/ismict58261.2023.10152231","title":"Reinforcement Learning based Cloud and Edge Resource Allocation for Real-Time Telemedicine","display_name":"Reinforcement Learning based Cloud and Edge Resource Allocation for Real-Time Telemedicine","publication_year":2023,"publication_date":"2023-05-10","ids":{"openalex":"https://openalex.org/W4381332016","doi":"https://doi.org/10.1109/ismict58261.2023.10152231"},"language":"en","primary_location":{"id":"doi:10.1109/ismict58261.2023.10152231","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ismict58261.2023.10152231","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 17th International Symposium on Medical Information and Communication Technology (ISMICT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009979493","display_name":"Ivana Kovacevic","orcid":"https://orcid.org/0000-0002-6188-3711"},"institutions":[{"id":"https://openalex.org/I2738502077","display_name":"Nokia (Finland)","ror":"https://ror.org/04pkc8m17","country_code":"FI","type":"company","lineage":["https://openalex.org/I2738502077"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ivana Kovacevic","raw_affiliation_strings":["University of Oulu,Centre for Wireless Communication,Oulu,Finland","Nokia, Espoo, Finland","Centre for Wireless Communication, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Centre for Wireless Communication,Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Nokia, Espoo, Finland","institution_ids":["https://openalex.org/I2738502077"]},{"raw_affiliation_string":"Centre for Wireless Communication, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092213071","display_name":"Rana Inzimam Ul Haq","orcid":null},"institutions":[{"id":"https://openalex.org/I2738502077","display_name":"Nokia (Finland)","ror":"https://ror.org/04pkc8m17","country_code":"FI","type":"company","lineage":["https://openalex.org/I2738502077"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Rana Inzimam Ul Haq","raw_affiliation_strings":["University of Oulu,Centre for Wireless Communication,Oulu,Finland","Nokia, Oulu, Finland","Centre for Wireless Communication, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Centre for Wireless Communication,Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Nokia, Oulu, Finland","institution_ids":["https://openalex.org/I2738502077"]},{"raw_affiliation_string":"Centre for Wireless Communication, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004707234","display_name":"Jude Okwuibe","orcid":"https://orcid.org/0000-0002-6684-6928"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jude Okwuibe","raw_affiliation_strings":["University of Oulu,Centre for Wireless Communication,Oulu,Finland","Centre for Wireless Communication, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Centre for Wireless Communication,Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Centre for Wireless Communication, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032327485","display_name":"Tanesh Kumar","orcid":"https://orcid.org/0000-0002-5907-8414"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tanesh Kumar","raw_affiliation_strings":["University of Oulu,Centre for Wireless Communication,Oulu,Finland","Centre for Wireless Communication, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Centre for Wireless Communication,Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Centre for Wireless Communication, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001052791","display_name":"Savo Glisic","orcid":"https://orcid.org/0000-0003-0912-204X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Savo Glisic","raw_affiliation_strings":["Worcester Polytechnic Institute,Department of Physics,Worcester,Massachusetts,USA","Department of Physics, Worcester Polytechnic Institute, Worcester, Massachusetts, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute,Department of Physics,Worcester,Massachusetts,USA","institution_ids":["https://openalex.org/I107077323"]},{"raw_affiliation_string":"Department of Physics, Worcester Polytechnic Institute, Worcester, Massachusetts, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059694865","display_name":"Mika Ylianttila","orcid":"https://orcid.org/0000-0002-8079-5514"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mika Ylianttila","raw_affiliation_strings":["University of Oulu,Centre for Wireless Communication,Oulu,Finland","Centre for Wireless Communication, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Centre for Wireless Communication,Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Centre for Wireless Communication, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045566035","display_name":"Erkki Harjula","orcid":"https://orcid.org/0000-0001-5331-209X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Erkki Harjula","raw_affiliation_strings":["University of Oulu,Centre for Wireless Communication,Oulu,Finland","Centre for Wireless Communication, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Centre for Wireless Communication,Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Centre for Wireless Communication, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8220919370651245},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8086280822753906},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6413877010345459},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5843906998634338},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5702890157699585},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5578831434249878},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5556749105453491},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4686927795410156},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.46197831630706787},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4590126574039459},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44996023178100586},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.44397637248039246},{"id":"https://openalex.org/keywords/cloudlet","display_name":"Cloudlet","score":0.4385489523410797},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.42691951990127563},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4109418988227844},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19974562525749207},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11010962724685669},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10811018943786621},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09683281183242798}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8220919370651245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8086280822753906},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6413877010345459},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5843906998634338},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5702890157699585},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5578831434249878},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5556749105453491},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4686927795410156},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.46197831630706787},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4590126574039459},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44996023178100586},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.44397637248039246},{"id":"https://openalex.org/C2781055072","wikidata":"https://www.wikidata.org/wiki/Q25325266","display_name":"Cloudlet","level":3,"score":0.4385489523410797},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.42691951990127563},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4109418988227844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19974562525749207},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11010962724685669},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10811018943786621},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09683281183242798},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ismict58261.2023.10152231","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ismict58261.2023.10152231","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 17th International Symposium on Medical Information and Communication Technology (ISMICT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.4099999964237213,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1904504745","https://openalex.org/W2343908699","https://openalex.org/W2594560857","https://openalex.org/W2615459164","https://openalex.org/W2751904527","https://openalex.org/W2773498880","https://openalex.org/W2786904977","https://openalex.org/W2795765720","https://openalex.org/W2887003841","https://openalex.org/W2911524385","https://openalex.org/W2941971445","https://openalex.org/W2954039338","https://openalex.org/W2956717547","https://openalex.org/W3004702404","https://openalex.org/W3026765347","https://openalex.org/W3032765781","https://openalex.org/W3037614866","https://openalex.org/W3041616951","https://openalex.org/W3081510530","https://openalex.org/W3120601984","https://openalex.org/W3156749575","https://openalex.org/W3170246614","https://openalex.org/W3215518226","https://openalex.org/W4214717370","https://openalex.org/W4285186277","https://openalex.org/W4285216729","https://openalex.org/W6677916085"],"related_works":["https://openalex.org/W4387134114","https://openalex.org/W2055187606","https://openalex.org/W1969542292","https://openalex.org/W4214914670","https://openalex.org/W1498304890","https://openalex.org/W3006216828","https://openalex.org/W2084875360","https://openalex.org/W2904165227","https://openalex.org/W3184388372","https://openalex.org/W3123077549"],"abstract_inverted_index":{"Future":[0],"healthcare":[1,11],"services":[2],"will":[3],"extensively":[4],"exploit":[5],"wireless":[6],"telehealth":[7,56],"solutions":[8,98,151,223],"in":[9,31,206,224],"various":[10],"use":[12,57],"cases":[13,58],"from":[14],"preventive":[15],"home":[16],"monitoring":[17,25],"to":[18,44,67,87,110,118,178,187,197,208],"highly":[19,47],"demanding":[20],"real-time":[21,38,140],"scenarios,":[22],"such":[23],"as":[24,102],"an":[26,32,103,129],"emergency":[27],"patient's":[28],"vital":[29],"functions":[30],"ambulance":[33],"or":[34],"ICU":[35],"unit.":[36],"Reliable":[37],"communications":[39],"and":[40,83,89,125,163,217],"computing":[41,101,145],"are":[42,59,152],"needed":[43,153],"enable":[45],"these":[46],"critical":[48],"health":[49],"services.":[50],"However,":[51,142],"the":[52,81,94,107,115,119,122,166,185,209],"majority":[53],"of":[54,71,106,114,121,136,226],"current":[55],"cloud":[60,77,97],"-":[61,220],"based,":[62],"which":[63,156,164],"poses":[64],"a":[65,112,148,174,212],"challenge":[66],"provide":[68],"sufficient":[69],"Quality":[70],"Service":[72],"(QoS).":[73],"The":[74],"traditional":[75],"centralized":[76],"infrastructure":[78,117],"cannot":[79],"meet":[80,188],"latency":[82],"reliability":[84],"requirements":[85,192],"due":[86],"long":[88],"unreliable":[90],"communication":[91],"routes.":[92],"Therefore,":[93],"most":[95],"advanced":[96],"integrate":[99],"edge":[100,144,162,186],"integral":[104],"part":[105,113],"computational":[108,116],"architecture":[109],"bring":[111],"proximity":[120],"data":[123,167],"sources":[124],"end-nodes,":[126],"thus":[127],"constituting":[128],"edge-cloud":[130],"continuum.":[131],"This":[132],"continuum":[133],"is":[134,147],"capable":[135],"serving":[137],"applications":[138],"with":[139],"requirements.":[141],"since":[143],"capacity":[146],"limited":[149],"resource,":[150],"for":[154,182],"deciding":[155],"tasks":[157,181,196],"should":[158],"be":[159,198],"run":[160],"on":[161,184],"at":[165,200],"center.":[168],"In":[169],"this":[170],"paper,":[171],"we":[172],"propose":[173],"machine":[175],"learning-based":[176],"solution":[177,205],"prioritize":[179],"ultra-low-latency":[180],"running":[183],"their":[189],"strict":[190],"delay":[191],"while":[193],"leaving":[194],"other":[195],"executed":[199],"remote":[201],"servers.":[202],"Our":[203],"proposed":[204],"comparison":[207],"baseline":[210],"has":[211],"significantly":[213],"lower":[214],"dropping":[215],"rate":[216],"outperforms":[218],"fixed":[219],"interval":[221],"scheduling":[222],"terms":[225],"resource":[227],"efficiency.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}