{"id":"https://openalex.org/W3024916681","doi":"https://doi.org/10.1109/access.2020.2994328","title":"A Fast Q-Learning Based Data Storage Optimization for Low Latency in Data Center Networks","display_name":"A Fast Q-Learning Based Data Storage Optimization for Low Latency in Data Center Networks","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3024916681","doi":"https://doi.org/10.1109/access.2020.2994328","mag":"3024916681"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2994328","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2994328","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09093023.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09093023.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052191449","display_name":"Zhuofan Liao","orcid":"https://orcid.org/0000-0002-0151-7963"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhuofan Liao","raw_affiliation_strings":["School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034492332","display_name":"Jingsheng Peng","orcid":"https://orcid.org/0000-0001-5456-909X"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingsheng Peng","raw_affiliation_strings":["School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013308685","display_name":"Yuantao Chen","orcid":"https://orcid.org/0000-0003-2277-1765"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuantao Chen","raw_affiliation_strings":["School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100335719","display_name":"Jingyu Zhang","orcid":"https://orcid.org/0000-0001-6043-4239"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyu Zhang","raw_affiliation_strings":["School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jin Wang","orcid":"https://orcid.org/0000-0001-5473-8738"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Wang","raw_affiliation_strings":["School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5052191449"],"corresponding_institution_ids":["https://openalex.org/I56934997"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.2866,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.95926237,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"90630","last_page":"90639"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7668881416320801},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6236978769302368},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.5802637934684753},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5650184154510498},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4992103576660156},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.46738186478614807},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.46301835775375366},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4496838450431824},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.44199734926223755},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.439960241317749},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.43555402755737305},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4270753860473633},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40254372358322144},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3903605341911316},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11820057034492493}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7668881416320801},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6236978769302368},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.5802637934684753},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5650184154510498},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4992103576660156},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46738186478614807},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.46301835775375366},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4496838450431824},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.44199734926223755},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.439960241317749},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.43555402755737305},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4270753860473633},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40254372358322144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3903605341911316},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11820057034492493},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2994328","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2994328","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09093023.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6c655e024ead4f7fbe6eb885b12d5119","is_oa":true,"landing_page_url":"https://doaj.org/article/6c655e024ead4f7fbe6eb885b12d5119","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 90630-90639 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2994328","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2994328","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09093023.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3140570056","display_name":null,"funder_award_id":"61972055","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G37568934","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7132476561","display_name":null,"funder_award_id":"CX2018SS16","funder_id":"https://openalex.org/F4320327292","funder_display_name":"Changchun University of Science and Technology"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8643072783","display_name":null,"funder_award_id":"61872387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327292","display_name":"Changchun University of Science and Technology","ror":"https://ror.org/007mntk44"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3024916681.pdf","grobid_xml":"https://content.openalex.org/works/W3024916681.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W14875769","https://openalex.org/W1502450072","https://openalex.org/W1860787181","https://openalex.org/W2005437559","https://openalex.org/W2042876290","https://openalex.org/W2118313719","https://openalex.org/W2119738171","https://openalex.org/W2170521549","https://openalex.org/W2522373125","https://openalex.org/W2523931589","https://openalex.org/W2548891089","https://openalex.org/W2562141967","https://openalex.org/W2611798620","https://openalex.org/W2614219273","https://openalex.org/W2782578088","https://openalex.org/W2789871570","https://openalex.org/W2793843900","https://openalex.org/W2802367975","https://openalex.org/W2887761271","https://openalex.org/W2892404678","https://openalex.org/W2909232022","https://openalex.org/W2913002880","https://openalex.org/W2918085443","https://openalex.org/W2940479485","https://openalex.org/W2944905182","https://openalex.org/W2972669265","https://openalex.org/W2998245329","https://openalex.org/W3103320149","https://openalex.org/W6600620567","https://openalex.org/W6629901665","https://openalex.org/W6729554899","https://openalex.org/W6753882461"],"related_works":["https://openalex.org/W4225394202","https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W4296209631","https://openalex.org/W1847088711","https://openalex.org/W3036642985","https://openalex.org/W3032952384","https://openalex.org/W3017902212","https://openalex.org/W2964335273","https://openalex.org/W2982145560"],"abstract_inverted_index":{"Data":[0,128],"storage":[1],"optimizations":[2],"(DS,":[3],"e.g.":[4],"low":[5],"latency":[6,124,240],"for":[7,214],"data":[8,11,73,86,92,152,198,220,234,238],"access)":[9],"in":[10,41,85,219],"center":[12],"networks(DCN)":[13],"are":[14,20,89,193,212],"difficult":[15],"online-making":[16],"problems.":[17],"Previously,":[18],"they":[19],"done":[21],"with":[22,196,232],"heuristics":[23],"under":[24],"static":[25],"network":[26,169,201],"models":[27],"which":[28,68,99,222],"highly":[29],"rely":[30],"on":[31,96],"designers'":[32],"understanding":[33],"of":[34,104,134,140,148,206,217],"the":[35,56,72,94,102,105,131,135,137,146,149,162,179,184,215,237,246],"environment.":[36],"Encouraged":[37],"by":[38,243,251],"recent":[39],"successes":[40],"deep":[42],"reinforcement":[43],"learning":[44,106,188,207],"techniques":[45],"to":[46,54,60,81,144,172],"solve":[47,109],"intricate":[48],"online":[49],"assignment":[50],"problems,":[51,113],"we":[52,114],"propose":[53],"use":[55,216],"Q-learning":[57],"(QL)":[58],"technique":[59],"train":[61],"and":[62,93,125,190,200,209,227,245],"learn":[63],"from":[64],"historical":[65],"DS":[66],"decisions,":[67],"can":[69],"significantly":[70],"reduce":[71],"access":[74,239],"delay.":[75],"However,":[76],"QL":[77,118,141,182,218],"faces":[78],"two":[79,111,185],"challenges":[80],"be":[82],"widely":[83],"used":[84],"centers.":[87],"They":[88],"massive":[90,150],"input":[91,138,151,199],"blindness":[95,180],"parameter":[97],"settings":[98],"severely":[100],"hamper":[101],"convergence":[103,127,247],"process.":[107],"To":[108,177],"these":[110],"key":[112,186],"develop":[115],"an":[116],"evolutionary":[117],"scheme,":[119],"named":[120],"as":[121,157,159],"LFDS":[122],"(Low":[123],"Fast":[126],"Storage).":[129],"In":[130,161],"initial":[132],"stage":[133],"LFDS,":[136],"matrix":[139],"is":[142,170,241,249],"sparse":[143],"shrink":[145],"dimensionality":[147],"while":[153],"retaining":[154],"its":[155],"information":[156],"much":[158],"possible.":[160],"following":[163],"training":[164,225],"phase,":[165],"a":[166,174],"specialized":[167],"neural":[168],"adopted":[171],"achieves":[173],"quick":[175],"approximation.":[176],"overcome":[178],"during":[181],"training,":[183],"parameters,":[187],"rate,":[189],"discount":[191,210],"rate":[192,208,211,248],"carefully":[194],"tested":[195],"real":[197],"architecture.":[202],"The":[203],"preferred":[204],"range":[205],"recommended":[213],"centers,":[221],"brings":[223],"high":[224],"rewards":[226],"fast":[228],"convergence.":[229],"Extensive":[230],"simulations":[231],"real-world":[233],"show":[235],"that":[236],"decreased":[242],"23.5%":[244],"increased":[250],"15%.":[252]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":7}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}