{"id":"https://openalex.org/W4386763331","doi":"https://doi.org/10.1109/dac56929.2023.10247929","title":"Reinforcement Learning-Assisted Management for Convertible SSDs","display_name":"Reinforcement Learning-Assisted Management for Convertible SSDs","publication_year":2023,"publication_date":"2023-07-09","ids":{"openalex":"https://openalex.org/W4386763331","doi":"https://doi.org/10.1109/dac56929.2023.10247929"},"language":"en","primary_location":{"id":"doi:10.1109/dac56929.2023.10247929","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac56929.2023.10247929","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 60th ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017316201","display_name":"Qian Wei","orcid":"https://orcid.org/0000-0001-6854-7289"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Wei","raw_affiliation_strings":["Shandong University,School of Computer Science and Technology,Qingdao,China","School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of Computer Science and Technology,Qingdao,China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100421812","display_name":"Yi Li","orcid":"https://orcid.org/0000-0003-4562-8208"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Li","raw_affiliation_strings":["Oklahoma State University,School of Electrical and Computer Engineering,Stillwater,OK,USA","School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oklahoma State University,School of Electrical and Computer Engineering,Stillwater,OK,USA","institution_ids":["https://openalex.org/I115475287"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076117279","display_name":"Zhiping Jia","orcid":"https://orcid.org/0000-0002-7769-4771"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiping Jia","raw_affiliation_strings":["Shandong University,School of Computer Science and Technology,Qingdao,China","School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of Computer Science and Technology,Qingdao,China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061455216","display_name":"Mengying Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengying Zhao","raw_affiliation_strings":["Shandong University,School of Computer Science and Technology,Qingdao,China","School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of Computer Science and Technology,Qingdao,China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032600760","display_name":"Zhaoyan Shen","orcid":"https://orcid.org/0000-0001-9526-6634"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyan Shen","raw_affiliation_strings":["Shandong University,School of Computer Science and Technology,Qingdao,China","School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of Computer Science and Technology,Qingdao,China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048972267","display_name":"Bingzhe Li","orcid":"https://orcid.org/0000-0002-5815-9706"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bingzhe Li","raw_affiliation_strings":["Oklahoma State University,School of Electrical and Computer Engineering,Stillwater,OK,USA","School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oklahoma State University,School of Electrical and Computer Engineering,Stillwater,OK,USA","institution_ids":["https://openalex.org/I115475287"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA","institution_ids":["https://openalex.org/I115475287"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7292447686195374},{"id":"https://openalex.org/keywords/flash","display_name":"Flash (photography)","score":0.673862099647522},{"id":"https://openalex.org/keywords/garbage-collection","display_name":"Garbage collection","score":0.665041446685791},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5797396898269653},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.4662659764289856},{"id":"https://openalex.org/keywords/convertible","display_name":"Convertible","score":0.4399719834327698},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4377453327178955},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.34356021881103516},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2868822515010834},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22459426522254944},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10474848747253418},{"id":"https://openalex.org/keywords/garbage","display_name":"Garbage","score":0.09855315089225769},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0687907338142395}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7292447686195374},{"id":"https://openalex.org/C2777526259","wikidata":"https://www.wikidata.org/wiki/Q221836","display_name":"Flash (photography)","level":2,"score":0.673862099647522},{"id":"https://openalex.org/C105122174","wikidata":"https://www.wikidata.org/wiki/Q322202","display_name":"Garbage collection","level":3,"score":0.665041446685791},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5797396898269653},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.4662659764289856},{"id":"https://openalex.org/C2776116443","wikidata":"https://www.wikidata.org/wiki/Q55989","display_name":"Convertible","level":2,"score":0.4399719834327698},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4377453327178955},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.34356021881103516},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2868822515010834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22459426522254944},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10474848747253418},{"id":"https://openalex.org/C75403996","wikidata":"https://www.wikidata.org/wiki/Q5521979","display_name":"Garbage","level":2,"score":0.09855315089225769},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0687907338142395},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dac56929.2023.10247929","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac56929.2023.10247929","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 60th ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W57693835","https://openalex.org/W2109597634","https://openalex.org/W2198266692","https://openalex.org/W2201220957","https://openalex.org/W2740729811","https://openalex.org/W2951313701","https://openalex.org/W2977083675","https://openalex.org/W2998204399","https://openalex.org/W3044221560","https://openalex.org/W3119951918","https://openalex.org/W4200042572","https://openalex.org/W4214717370","https://openalex.org/W6602366969","https://openalex.org/W6741975016","https://openalex.org/W6781000420"],"related_works":["https://openalex.org/W2536863148","https://openalex.org/W2107806761","https://openalex.org/W2359563172","https://openalex.org/W2039069990","https://openalex.org/W2096662407","https://openalex.org/W4210431493","https://openalex.org/W4248334423","https://openalex.org/W4200016817","https://openalex.org/W2148499966","https://openalex.org/W2000785801"],"abstract_inverted_index":{"Convertible":[0],"SSDs,":[1],"which":[2],"allow":[3],"flash":[4,12,33,42,92],"cells":[5,13,34,43],"to":[6,84],"convert":[7],"between":[8],"different":[9],"types":[10,31],"of":[11,32,44],"(e.g.,":[14,60,70],"SLC/MLC/TLC/QLC),":[15],"are":[16,48],"designed":[17,83],"for":[18],"achieving":[19],"both":[20,96],"high":[21,24],"performance":[22,37,74,125],"and":[23,91,101],"density.":[25],"However,":[26],"previous":[27],"designs":[28],"with":[29,107,129],"two":[30],"encounter":[35],"a":[36,55,73],"cliff":[38],"degradation":[39],"once":[40],"the":[41,86,97,119],"single":[45],"bit":[46],"mode":[47],"consumed.":[49],"In":[50],"this":[51],"work,":[52],"we":[53],"propose":[54],"novel":[56],"level-based":[57],"convertible":[58],"SSD":[59,98],"including":[61],"SLC-MLC-QLC),":[62],"named":[63],"RL-cSSD,":[64],"that":[65,118],"adopts":[66],"an":[67],"intermediate":[68],"layer":[69],"MLC)":[71],"as":[72],"cushion.":[75],"A":[76],"reinforcement":[77],"learning-assisted":[78],"device":[79],"management":[80],"scheme":[81],"is":[82],"coordinate":[85],"data":[87],"allocation,":[88],"garbage":[89],"collection":[90],"conversion":[93],"processes":[94],"considering":[95],"internal":[99],"status":[100],"workload":[102],"patterns.":[103],"We":[104],"evaluated":[105],"RL-cSSD":[106,121],"various":[108],"real-world":[109],"workloads":[110],"based":[111],"on":[112,126],"simulation.":[113],"The":[114],"experimental":[115],"results":[116],"show":[117],"proposed":[120],"provides":[122],"72.98%":[123],"higher":[124],"average":[127],"compared":[128],"state-of-the-art":[130],"schemes.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}