{"id":"https://openalex.org/W4410582678","doi":"https://doi.org/10.1109/access.2025.3572084","title":"Novel Unsupervised Cluster Reinforcement Q-Learning in Minimizing Energy Consumption of Federated Edge Cloud","display_name":"Novel Unsupervised Cluster Reinforcement Q-Learning in Minimizing Energy Consumption of Federated Edge Cloud","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410582678","doi":"https://doi.org/10.1109/access.2025.3572084"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3572084","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3572084","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3572084","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003240225","display_name":"Guruh Fajar Shidik","orcid":"https://orcid.org/0000-0001-5314-6829"},"institutions":[{"id":"https://openalex.org/I4210127958","display_name":"Universitas Dian Nuswantoro","ror":"https://ror.org/02csxcg02","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210127958"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Guruh Fajar Shidik","raw_affiliation_strings":["Faculty of Computer Science, Universitas Dian Nuswantoro, Semarang, Indonesia"],"raw_orcid":"https://orcid.org/0000-0001-5314-6829","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Universitas Dian Nuswantoro, Semarang, Indonesia","institution_ids":["https://openalex.org/I4210127958"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030661638","display_name":"Oki Setiono","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127958","display_name":"Universitas Dian Nuswantoro","ror":"https://ror.org/02csxcg02","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210127958"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Oki Setiono","raw_affiliation_strings":["Faculty of Health Science, Universitas Dian Nuswantoro, Semarang, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Health Science, Universitas Dian Nuswantoro, Semarang, Indonesia","institution_ids":["https://openalex.org/I4210127958"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010612135","display_name":"Edi Jaya Kusuma","orcid":"https://orcid.org/0000-0002-9440-6727"},"institutions":[{"id":"https://openalex.org/I4210127958","display_name":"Universitas Dian Nuswantoro","ror":"https://ror.org/02csxcg02","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210127958"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Edi Jaya Kusuma","raw_affiliation_strings":["Faculty of Health Science, Universitas Dian Nuswantoro, Semarang, Indonesia"],"raw_orcid":"https://orcid.org/0000-0002-9440-6727","affiliations":[{"raw_affiliation_string":"Faculty of Health Science, Universitas Dian Nuswantoro, Semarang, Indonesia","institution_ids":["https://openalex.org/I4210127958"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048057124","display_name":"Lekso Budi Handoko","orcid":"https://orcid.org/0000-0001-7500-029X"},"institutions":[{"id":"https://openalex.org/I4210127958","display_name":"Universitas Dian Nuswantoro","ror":"https://ror.org/02csxcg02","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210127958"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"L. Budi Handoko","raw_affiliation_strings":["Faculty of Computer Science, Universitas Dian Nuswantoro, Semarang, Indonesia"],"raw_orcid":"https://orcid.org/0000-0001-7500-029X","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Universitas Dian Nuswantoro, Semarang, Indonesia","institution_ids":["https://openalex.org/I4210127958"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077472202","display_name":"Pulung Nurtantio Andono","orcid":"https://orcid.org/0000-0001-7408-0558"},"institutions":[{"id":"https://openalex.org/I4210127958","display_name":"Universitas Dian Nuswantoro","ror":"https://ror.org/02csxcg02","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210127958"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Pulung Nurtantio Andono","raw_affiliation_strings":["Faculty of Computer Science, Universitas Dian Nuswantoro, Semarang, Indonesia"],"raw_orcid":"https://orcid.org/0000-0001-7408-0558","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Universitas Dian Nuswantoro, Semarang, Indonesia","institution_ids":["https://openalex.org/I4210127958"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066444368","display_name":"Mohd Faizal Abdollah","orcid":"https://orcid.org/0000-0003-2706-7603"},"institutions":[{"id":"https://openalex.org/I32589535","display_name":"Technical University of Malaysia Malacca","ror":"https://ror.org/01xb6rs26","country_code":"MY","type":"education","lineage":["https://openalex.org/I32589535"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Mohd Faizal Abdollah","raw_affiliation_strings":["3Fakulti Teknologi Maklumat dan Komunikasi, Universiti Teknikal Malaysia Melaka, Melaka, Malaysia","Fakulti Teknologi Maklumat dan Komunikasi, Hang Tuah Jaya, Durian Tunggal, Universiti Teknikal Malaysia, Melaka, Hang Tuah Jaya, Durian Tunggal, Melaka, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-2706-7603","affiliations":[{"raw_affiliation_string":"3Fakulti Teknologi Maklumat dan Komunikasi, Universiti Teknikal Malaysia Melaka, Melaka, Malaysia","institution_ids":["https://openalex.org/I32589535"]},{"raw_affiliation_string":"Fakulti Teknologi Maklumat dan Komunikasi, Hang Tuah Jaya, Durian Tunggal, Universiti Teknikal Malaysia, Melaka, Hang Tuah Jaya, Durian Tunggal, Melaka, Malaysia","institution_ids":["https://openalex.org/I32589535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.8166,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.9092711,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"13","issue":null,"first_page":"92577","last_page":"92595"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9447000026702881,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9447000026702881,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.9379000067710876,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9243000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7970583438873291},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7695057392120361},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6877362728118896},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.6474965810775757},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6049376130104065},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.6014692187309265},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5097727179527283},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3437349200248718},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1884060800075531},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1364412009716034},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08540654182434082},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.06253582239151001}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7970583438873291},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7695057392120361},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6877362728118896},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.6474965810775757},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6049376130104065},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.6014692187309265},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5097727179527283},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3437349200248718},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1884060800075531},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1364412009716034},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08540654182434082},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.06253582239151001}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3572084","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3572084","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:01148374c7f0442486511cf40e527dee","is_oa":true,"landing_page_url":"https://doaj.org/article/01148374c7f0442486511cf40e527dee","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 92577-92595 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3572084","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3572084","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8799999952316284,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320331994","display_name":"Kementerian Pendidikan, Kebudayaan, Riset, dan Teknologi","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1821730416","https://openalex.org/W1995450389","https://openalex.org/W2059700429","https://openalex.org/W2101202897","https://openalex.org/W2126491373","https://openalex.org/W2148459868","https://openalex.org/W2159081109","https://openalex.org/W2262390119","https://openalex.org/W2416799949","https://openalex.org/W2529832877","https://openalex.org/W2536539875","https://openalex.org/W2620633247","https://openalex.org/W2981998212","https://openalex.org/W3011265235","https://openalex.org/W3018944722","https://openalex.org/W3035875329","https://openalex.org/W3059506646","https://openalex.org/W3090991995","https://openalex.org/W3101304220","https://openalex.org/W3112868716","https://openalex.org/W3157889433","https://openalex.org/W3176055051","https://openalex.org/W3192536512","https://openalex.org/W3194075353","https://openalex.org/W4206294293","https://openalex.org/W4210547122","https://openalex.org/W4220725039","https://openalex.org/W4229980779","https://openalex.org/W4295308654","https://openalex.org/W4308584348","https://openalex.org/W4315786268","https://openalex.org/W4383200253","https://openalex.org/W4385754944","https://openalex.org/W4387682300","https://openalex.org/W4388082698","https://openalex.org/W4391110875","https://openalex.org/W4392625978","https://openalex.org/W4399047793"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3203657119"],"abstract_inverted_index":{"As":[0],"global":[1],"demand":[2],"for":[3,102,232],"cloud":[4,104,214],"computing":[5,8],"rises,":[6],"green":[7],"has":[9],"become":[10],"essential.":[11],"Federated":[12],"Edge":[13],"Cloud":[14],"(FEC)":[15],"offers":[16],"improved":[17],"energy":[18,27,64,83,190,218],"efficiency":[19,65,130],"compared":[20],"to":[21,52,87,90,122,142,149,172],"traditional":[22],"infrastructures,":[23],"yet":[24],"managing":[25,132],"distributed":[26],"consumption":[28,84],"remains":[29],"a":[30,71,95,229],"challenge.":[31],"This":[32],"research":[33],"introduces":[34],"an":[35,119],"Unsupervised":[36],"Cluster":[37],"Reinforcement":[38],"Q-Learning":[39],"method":[40,62,163],"in":[41,75,131,145,189,236],"FEC":[42],"(UCRL-FEC),":[43],"which":[44,99],"integrates":[45],"Fuzzy":[46],"C-Means":[47],"(FCM)":[48],"or":[49],"K-Means":[50],"clustering":[51],"identify":[53],"migratable":[54],"Virtual":[55],"Machines":[56],"(VMs)":[57],"from":[58],"overloaded":[59],"hosts.":[60],"The":[61],"enhances":[63],"and":[66,94,156,178,194,208,221],"workload":[67,159,192,206],"balance":[68],"by":[69],"incorporating":[70],"modified":[72],"reward":[73],"function":[74],"Q-Learning.":[76],"Experimental":[77],"evaluations":[78],"demonstrate":[79],"that":[80],"UCRL-FEC":[81,117,216],"reduces":[82,164],"(EC)":[85],"up":[86,121,141,171],"1.07%,":[88],"contributing":[89],"lower":[91],"operational":[92],"costs":[93],"reduced":[96],"carbon":[97],"footprint,":[98],"is":[100],"critical":[101],"large-scale":[103],"environments.":[105],"In":[106],"terms":[107],"of":[108],"Service":[109,166],"Level":[110,167],"Agreement":[111,168],"Time":[112],"per":[113],"Active":[114],"Host":[115],"(SLATAH),":[116],"achieves":[118],"improvement":[120],"1.56%":[123],"over":[124,197],"the":[125,162],"baseline":[126,198],"method,":[127],"demonstrating":[128],"enhanced":[129,175],"active":[133],"host":[134],"resources.":[135],"Additionally,":[136],"system":[137,195],"stability":[138,196],"improves":[139],"with":[140],"9.68%":[143],"reduction":[144],"Performance":[146],"Degradation":[147],"due":[148],"Migration":[150],"(SLA-PDM),":[151],"effectively":[152],"minimizing":[153],"service":[154,176],"disruptions":[155],"ensuring":[157],"efficient":[158],"management.":[160],"Furthermore,":[161],"overall":[165],"Violations":[169],"(SLAV)":[170],"6.06%,":[173],"indicating":[174],"reliability":[177],"optimized":[179],"resource":[180,203,225],"allocation.":[181],"A":[182],"Friedman":[183],"test":[184],"confirms":[185],"statistically":[186],"significant":[187],"improvements":[188],"efficiency,":[191,219],"distribution,":[193],"methods.":[199],"These":[200],"advancements":[201],"prevent":[202],"overutilization,":[204],"enhance":[205],"management,":[207],"extend":[209],"hardware":[210],"lifespan,":[211],"fostering":[212],"sustainable":[213],"operations.":[215],"balances":[217],"performance,":[220],"scalability":[222],"through":[223],"dynamic":[224],"optimization,":[226],"making":[227],"it":[228],"viable":[230],"solution":[231],"intelligent":[233],"VM":[234],"management":[235],"modern":[237],"cloud-edge":[238],"infrastructures.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}