{"id":"https://openalex.org/W4320712920","doi":"https://doi.org/10.1109/access.2023.3244388","title":"A Configurable Model-Based Reinforcement Learning Framework for Disaggregated Storage Systems","display_name":"A Configurable Model-Based Reinforcement Learning Framework for Disaggregated Storage Systems","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4320712920","doi":"https://doi.org/10.1109/access.2023.3244388"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3244388","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3244388","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10042301.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10042301.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033897046","display_name":"Seunghwan Jeong","orcid":"https://orcid.org/0000-0002-8842-4320"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Seunghwan Jeong","raw_affiliation_strings":["Department of Computer Science and Engineering, Sungkyunkwan University, Suwon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Sungkyunkwan University, Suwon, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001227049","display_name":"Honguk Woo","orcid":"https://orcid.org/0000-0001-6948-3440"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Honguk Woo","raw_affiliation_strings":["Department of Computer Science and Engineering, Sungkyunkwan University, Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-6948-3440","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Sungkyunkwan University, Suwon, South Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5033897046"],"corresponding_institution_ids":["https://openalex.org/I848706"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.3902,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58139898,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"14876","last_page":"14891"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8328596949577332},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7702257037162781},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.5556737780570984},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5121905207633972},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5097824931144714},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5072264671325684},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.488180935382843},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3236783742904663},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.20408257842063904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19152310490608215}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8328596949577332},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7702257037162781},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.5556737780570984},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5121905207633972},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5097824931144714},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5072264671325684},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.488180935382843},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3236783742904663},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.20408257842063904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19152310490608215},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3244388","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3244388","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10042301.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:929592662f61465bb7fa8d1647a909ae","is_oa":true,"landing_page_url":"https://doaj.org/article/929592662f61465bb7fa8d1647a909ae","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 14876-14891 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3244388","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3244388","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10042301.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5099999904632568}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320712920.pdf","grobid_xml":"https://content.openalex.org/works/W4320712920.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2201220957","https://openalex.org/W2335806889","https://openalex.org/W2605102758","https://openalex.org/W2616570824","https://openalex.org/W2621239346","https://openalex.org/W2755154780","https://openalex.org/W2759513358","https://openalex.org/W2786276604","https://openalex.org/W2824027552","https://openalex.org/W2904246096","https://openalex.org/W2920362155","https://openalex.org/W2958071912","https://openalex.org/W2963796870","https://openalex.org/W2967703077","https://openalex.org/W2968986602","https://openalex.org/W2971488950","https://openalex.org/W2972669265","https://openalex.org/W2976585653","https://openalex.org/W2985313082","https://openalex.org/W2989847975","https://openalex.org/W2990120199","https://openalex.org/W3019817166","https://openalex.org/W3099592253","https://openalex.org/W3103263926","https://openalex.org/W3108110215","https://openalex.org/W3118210634","https://openalex.org/W3133382421","https://openalex.org/W3173329083","https://openalex.org/W3210311771","https://openalex.org/W4239779739","https://openalex.org/W4252917185","https://openalex.org/W4253233651","https://openalex.org/W4385245566","https://openalex.org/W6738811965","https://openalex.org/W6754162236","https://openalex.org/W6759051463","https://openalex.org/W6760405395","https://openalex.org/W6762718338","https://openalex.org/W6769570503","https://openalex.org/W6781000420","https://openalex.org/W6802960164","https://openalex.org/W6911173898"],"related_works":["https://openalex.org/W2032233321","https://openalex.org/W3121970507","https://openalex.org/W2110028391","https://openalex.org/W54497855","https://openalex.org/W217960748","https://openalex.org/W2365264209","https://openalex.org/W4306904969","https://openalex.org/W3125814499","https://openalex.org/W2090827041","https://openalex.org/W2148533276"],"abstract_inverted_index":{"With":[0],"the":[1,8,24,43,74,114,165,190],"rapid":[2],"growth":[3],"of":[4,10,28,37,45,106,151,169,256],"data-intensive":[5],"jobs":[6],"and":[7,34,72,81,109,112,187,205,221,227,235,238,249],"use":[9],"different":[11,196],"hardware":[12,32],"in":[13,83,95,268],"storage,":[14],"disaggregated":[15,38],"storage":[16,39,75,85,107,152,171,180,266],"architecture":[17],"systems":[18,267],"are":[19,142],"being":[20],"used":[21],"to":[22,53,67,120,164,195,262],"improve":[23],"operational":[25],"cost":[26],"efficiency":[27],"data":[29,269],"centers.":[30],"The":[31,212],"heterogeneity":[33],"mixed":[35],"configurations":[36],"systems,":[40],"along":[41],"with":[42,102,203,210,271],"diversity":[44],"workloads,":[46],"often":[47],"make":[48],"it":[49,260],"difficult":[50],"for":[51,230,241],"administrators":[52],"operate":[54],"them":[55],"optimally.":[56],"In":[57],"this":[58],"work,":[59],"we":[60,88,130],"investigate":[61],"model-based":[62,134,223],"reinforcement":[63],"learning":[64],"(RL)":[65],"schemes":[66],"develop":[68],"automated":[69],"system":[70,79,98,123,153,233,244,273],"operations":[71],"maintain":[73],"performance":[76],"across":[77],"various":[78,231,242],"settings":[80],"workloads":[82],"self-managed":[84],"systems.":[86,172],"Specifically,":[87],"propose":[89],"a":[90,97,103,110,121,132,149,179,222],"novel":[91,127],"configurable":[92,133],"model":[93,128,145,248],"structure":[94],"which":[96,139],"environment":[99,115],"is":[100],"abstracted":[101],"two-level":[104],"hierarchy":[105],"devices":[108,186],"platform":[111],"thus":[113],"can":[116,160,192],"be":[117,161,193],"reconfigured":[118],"according":[119],"given":[122],"specification.":[124],"Using":[125],"that":[126,147,182,189],"structure,":[129],"implement":[131],"RL":[135,140],"framework":[136,177,191,258],"CoMoRL":[137,176],"by":[138,225,236],"agents":[141],"trained":[143],"through":[144],"variants":[146],"represent":[148],"variety":[150],"specifications;":[154],"thus,":[155],"their":[156],"learned":[157,213],"management":[158,214],"policy":[159,215,250],"highly":[162],"robust":[163],"diverse":[166],"operation":[167],"conditions":[168],"real-world":[170],"We":[173],"evaluate":[174],"our":[175,257],"using":[178],"cluster":[181],"relies":[183],"on":[184],"NVMe-oF":[185],"demonstrate":[188],"adapted":[194],"scenarios":[197,202,209],"such":[198],"as":[199],"volume":[200],"placement":[201],"Kubernetes":[204,232],"primary":[206],"affinity":[207],"control":[208],"Ceph.":[211],"outperforms":[216],"an":[217],"IOPS-based":[218],"heuristic":[219],"method":[220,224],"0.7%~5.1%":[226],"11.8%~29.7%,":[228],"respectively,":[229,240],"specifications,":[234,245],"1.6%~5.6%":[237],"8.2%~16.5%,":[239],"Ceph":[243],"without":[246],"requiring":[247],"retraining.":[251],"This":[252],"zero-shot":[253],"adaptation":[254],"superiority":[255],"makes":[259],"possible":[261],"realize":[263],"RL-based":[264],"self-managing":[265],"centers":[270],"frequent":[272],"changes.":[274]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}