{"id":"https://openalex.org/W4213435515","doi":"https://doi.org/10.1109/tnsm.2022.3153279","title":"Automated Concept Drift Handling for Fault Prediction in Edge Clouds Using Reinforcement Learning","display_name":"Automated Concept Drift Handling for Fault Prediction in Edge Clouds Using Reinforcement Learning","publication_year":2022,"publication_date":"2022-02-23","ids":{"openalex":"https://openalex.org/W4213435515","doi":"https://doi.org/10.1109/tnsm.2022.3153279"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2022.3153279","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3153279","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086077124","display_name":"Behshid Shayesteh","orcid":"https://orcid.org/0000-0002-3547-3903"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Behshid Shayesteh","raw_affiliation_strings":["Concordia Institute of Information System Engineering, Concordia University, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute of Information System Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100897942","display_name":"Chunyan Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chunyan Fu","raw_affiliation_strings":["Cloud Intelligence Department, Ericsson Research, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Cloud Intelligence Department, Ericsson Research, Montreal, QC, Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023434379","display_name":"Amin Ebrahimzadeh","orcid":"https://orcid.org/0000-0002-1741-677X"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Amin Ebrahimzadeh","raw_affiliation_strings":["Concordia Institute of Information System Engineering, Concordia University, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute of Information System Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041878389","display_name":"Roch Glitho","orcid":"https://orcid.org/0000-0002-7699-0296"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]},{"id":"https://openalex.org/I869660684","display_name":"University of the Western Cape","ror":"https://ror.org/00h2vm590","country_code":"ZA","type":"education","lineage":["https://openalex.org/I869660684"]}],"countries":["CA","ZA"],"is_corresponding":false,"raw_author_name":"Roch H. Glitho","raw_affiliation_strings":["Concordia Institute of Information System Engineering, Concordia University, Montreal, QC, Canada","Computer Science Program, University of Western Cape, Cape Town, South Africa"],"affiliations":[{"raw_affiliation_string":"Concordia Institute of Information System Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Computer Science Program, University of Western Cape, Cape Town, South Africa","institution_ids":["https://openalex.org/I869660684"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086077124"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":2.2546,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.89400325,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"19","issue":"2","first_page":"1321","last_page":"1335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6546765565872192},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6215487718582153},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5469631552696228},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.4939284920692444},{"id":"https://openalex.org/keywords/concept-drift","display_name":"Concept drift","score":0.46777549386024475},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4581547975540161},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.45780229568481445},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4528466463088989},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41455185413360596},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3444886803627014},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33999091386795044},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3277119994163513},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.19696342945098877},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09795773029327393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6546765565872192},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6215487718582153},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5469631552696228},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.4939284920692444},{"id":"https://openalex.org/C60777511","wikidata":"https://www.wikidata.org/wiki/Q3045002","display_name":"Concept drift","level":3,"score":0.46777549386024475},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4581547975540161},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.45780229568481445},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4528466463088989},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41455185413360596},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3444886803627014},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33999091386795044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3277119994163513},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.19696342945098877},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09795773029327393},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2022.3153279","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3153279","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1522301498","https://openalex.org/W2106411961","https://openalex.org/W2121863487","https://openalex.org/W2141559645","https://openalex.org/W2143426320","https://openalex.org/W2145339207","https://openalex.org/W2496350169","https://openalex.org/W2591909298","https://openalex.org/W2790057819","https://openalex.org/W2896252012","https://openalex.org/W2898017895","https://openalex.org/W2901177033","https://openalex.org/W2903382683","https://openalex.org/W2963049774","https://openalex.org/W2967925291","https://openalex.org/W2968885912","https://openalex.org/W2971627722","https://openalex.org/W2977584137","https://openalex.org/W2987893823","https://openalex.org/W2991056320","https://openalex.org/W3006614673","https://openalex.org/W3025961343","https://openalex.org/W3025980182","https://openalex.org/W3034428338","https://openalex.org/W3048597001","https://openalex.org/W3105031020","https://openalex.org/W3119427724","https://openalex.org/W3122132656","https://openalex.org/W3127529544","https://openalex.org/W3133322608","https://openalex.org/W3153970166","https://openalex.org/W3154418849","https://openalex.org/W3163857886","https://openalex.org/W3172196691","https://openalex.org/W3200590324","https://openalex.org/W3215753646","https://openalex.org/W4255466416","https://openalex.org/W4295185264","https://openalex.org/W4299518610","https://openalex.org/W6631190155","https://openalex.org/W6676179485","https://openalex.org/W6682132143","https://openalex.org/W6729972426","https://openalex.org/W6752725515","https://openalex.org/W6757107679","https://openalex.org/W6791711579"],"related_works":["https://openalex.org/W4200394864","https://openalex.org/W2770592383","https://openalex.org/W2065329887","https://openalex.org/W2273814841","https://openalex.org/W2995006650","https://openalex.org/W2889109362","https://openalex.org/W2953241056","https://openalex.org/W2039209448","https://openalex.org/W4320037384","https://openalex.org/W4319083788"],"abstract_inverted_index":{"Fault":[0],"management":[1],"systems":[2],"that":[3],"use":[4],"real-time":[5],"analytics":[6],"based":[7],"on":[8],"Machine":[9],"Learning":[10,62],"(ML)":[11],"help":[12],"provide":[13],"the":[14,43,66,75,103,113],"reliability":[15],"required":[16],"in":[17,26,36,57,102],"edge":[18,37,58,84,91],"clouds,":[19,38],"though":[20],"they":[21],"suffer":[22],"from":[23],"frequent":[24,40],"changes":[25],"data":[27,78],"distribution":[28],"(concept":[29],"drift)":[30],"caused":[31],"by":[32],"highly":[33],"dynamic":[34],"traffic":[35],"requiring":[39],"adaptations":[41],"of":[42,77,105,158],"ML":[44],"model.":[45],"We":[46,88],"propose":[47],"an":[48,90],"automated":[49],"concept":[50,109],"drift":[51,69,130],"handling":[52],"framework":[53,118],"for":[54,80,152],"fault":[55],"prediction":[56],"clouds":[59],"using":[60],"Reinforcement":[61],"(RL)":[63],"to":[64,100,112,121,126,134,162],"select":[65],"most":[67],"appropriate":[68],"adaptation":[70,154],"method":[71],"as":[72,74],"well":[73],"amount":[76,157],"needed":[79],"adaptation,":[81],"while":[82],"considering":[83],"cloud":[85,92],"operator\u2019s":[86],"requirements.":[87],"implemented":[89],"testbed":[93],"and":[94,97,107,132,142,156],"introduced":[95],"infrastructure":[96],"network":[98],"faults":[99],"it":[101],"presence":[104],"abrupt":[106],"incremental":[108],"drift.":[110],"According":[111],"obtained":[114],"results,":[115],"our":[116],"proposed":[117],"achieves":[119],"up":[120,133],"40%":[122],"higher":[123],"accuracy":[124],"compared":[125,161],"a":[127],"system":[128],"without":[129],"handling,":[131],"<inline-formula":[135,143],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[136,144],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[137,145],"<tex-math":[138,146],"notation=\"LaTeX\">$13\\times":[139],"$":[140,148],"</tex-math></inline-formula>":[141,149],"notation=\"LaTeX\">$30\\times":[147],"less":[150],"regret":[151],"selecting":[153],"methods":[155],"data,":[159],"respectively,":[160],"other":[163],"approaches.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}