{"id":"https://openalex.org/W4391307214","doi":"https://doi.org/10.1109/smc53992.2023.10394337","title":"Optimal Sharding for Dynamic Throughput Optimization in Blockchain Systems with Deep Reinforcement Learning","display_name":"Optimal Sharding for Dynamic Throughput Optimization in Blockchain Systems with Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4391307214","doi":"https://doi.org/10.1109/smc53992.2023.10394337"},"language":"en","primary_location":{"id":"doi:10.1109/smc53992.2023.10394337","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53992.2023.10394337","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111120017","display_name":"Bingbing Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I55654194","display_name":"Inner Mongolia University of Technology","ror":"https://ror.org/05564e019","country_code":"CN","type":"education","lineage":["https://openalex.org/I55654194"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingbing Yao","raw_affiliation_strings":["Inner Mongolia University of Technology,Hohhot,China","Inner Mongolia University of Technology, Hohhot, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inner Mongolia University of Technology,Hohhot,China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Inner Mongolia University of Technology, Hohhot, China","institution_ids":["https://openalex.org/I55654194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059141038","display_name":"Jianxiong Wan","orcid":"https://orcid.org/0000-0003-3236-3036"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I55654194","display_name":"Inner Mongolia University of Technology","ror":"https://ror.org/05564e019","country_code":"CN","type":"education","lineage":["https://openalex.org/I55654194"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxiong Wan","raw_affiliation_strings":["Inner Mongolia University of Technology,Hohhot,China","Inner Mongolia Autonomous Region Engineering & Technology, Research Center of Big Data Based Software Service, Hohhot, China","Inner Mongolia University of Technology, Hohhot, China","Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inner Mongolia University of Technology,Hohhot,China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Inner Mongolia Autonomous Region Engineering & Technology, Research Center of Big Data Based Software Service, Hohhot, China","institution_ids":[]},{"raw_affiliation_string":"Inner Mongolia University of Technology, Hohhot, China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064184588","display_name":"Shan Jaffry","orcid":"https://orcid.org/0000-0002-9758-4473"},"institutions":[{"id":"https://openalex.org/I4210159516","display_name":"Medtronic (Canada)","ror":"https://ror.org/05dsmqn98","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210091810","https://openalex.org/I4210159516"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shan Jaffry","raw_affiliation_strings":["Syntronic Research and Development Canada Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Syntronic Research and Development Canada Inc","institution_ids":["https://openalex.org/I4210159516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003504134","display_name":"Leixiao Li","orcid":"https://orcid.org/0000-0002-5137-4008"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I55654194","display_name":"Inner Mongolia University of Technology","ror":"https://ror.org/05564e019","country_code":"CN","type":"education","lineage":["https://openalex.org/I55654194"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leixiao Li","raw_affiliation_strings":["Inner Mongolia University of Technology,Hohhot,China","Inner Mongolia Autonomous Region Engineering & Technology, Research Center of Big Data Based Software Service, Hohhot, China","Inner Mongolia University of Technology, Hohhot, China","Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inner Mongolia University of Technology,Hohhot,China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Inner Mongolia Autonomous Region Engineering & Technology, Research Center of Big Data Based Software Service, Hohhot, China","institution_ids":[]},{"raw_affiliation_string":"Inner Mongolia University of Technology, Hohhot, China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101765974","display_name":"Zhiqiang Ma","orcid":"https://orcid.org/0000-0001-7568-3588"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I55654194","display_name":"Inner Mongolia University of Technology","ror":"https://ror.org/05564e019","country_code":"CN","type":"education","lineage":["https://openalex.org/I55654194"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Ma","raw_affiliation_strings":["Inner Mongolia University of Technology,Hohhot,China","Inner Mongolia Autonomous Region Engineering & Technology, Research Center of Big Data Based Software Service, Hohhot, China","Inner Mongolia University of Technology, Hohhot, China","Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inner Mongolia University of Technology,Hohhot,China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Inner Mongolia Autonomous Region Engineering & Technology, Research Center of Big Data Based Software Service, Hohhot, China","institution_ids":[]},{"raw_affiliation_string":"Inner Mongolia University of Technology, Hohhot, China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079589251","display_name":"Chuyi Liu","orcid":"https://orcid.org/0000-0001-6812-290X"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I55654194","display_name":"Inner Mongolia University of Technology","ror":"https://ror.org/05564e019","country_code":"CN","type":"education","lineage":["https://openalex.org/I55654194"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuyi Liu","raw_affiliation_strings":["Inner Mongolia University of Technology,Hohhot,China","Inner Mongolia Autonomous Region Engineering & Technology, Research Center of Big Data Based Software Service, Hohhot, China","Inner Mongolia University of Technology, Hohhot, China","Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inner Mongolia University of Technology,Hohhot,China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Inner Mongolia Autonomous Region Engineering & Technology, Research Center of Big Data Based Software Service, Hohhot, China","institution_ids":[]},{"raw_affiliation_string":"Inner Mongolia University of Technology, Hohhot, China","institution_ids":["https://openalex.org/I55654194"]},{"raw_affiliation_string":"Research Center of Large-Scale Energy Storage Technologies, Ministry of Education of the People's Republic of China, China","institution_ids":["https://openalex.org/I1327237609"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9719,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.78576475,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"55"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9692000150680542,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9014000296592712,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7888195514678955},{"id":"https://openalex.org/keywords/blockchain","display_name":"Blockchain","score":0.7321969270706177},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7311796545982361},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.670778214931488},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6657894253730774},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.6095579862594604},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5986499786376953},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5505964756011963},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5092123746871948},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3556249737739563},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.32264143228530884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19360136985778809},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11034318804740906},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.07061544060707092}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7888195514678955},{"id":"https://openalex.org/C2779687700","wikidata":"https://www.wikidata.org/wiki/Q20514253","display_name":"Blockchain","level":2,"score":0.7321969270706177},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7311796545982361},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.670778214931488},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6657894253730774},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.6095579862594604},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5986499786376953},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5505964756011963},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5092123746871948},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3556249737739563},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.32264143228530884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19360136985778809},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11034318804740906},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.07061544060707092},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc53992.2023.10394337","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53992.2023.10394337","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2535104337","https://openalex.org/W2536325433","https://openalex.org/W2754529701","https://openalex.org/W2765239986","https://openalex.org/W2769883686","https://openalex.org/W2897417898","https://openalex.org/W2914876238","https://openalex.org/W2919530665","https://openalex.org/W2971282859","https://openalex.org/W2973680475","https://openalex.org/W2982468232","https://openalex.org/W3039152299","https://openalex.org/W3047676083","https://openalex.org/W3214827879","https://openalex.org/W4295312788","https://openalex.org/W4300127641"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"The":[0,15],"rapid":[1],"advancement":[2],"in":[3,83],"blockchain":[4,16,39,43,89],"technology":[5],"has":[6,147],"enabled":[7],"its":[8],"applications":[9,56],"across":[10],"wide":[11],"spectrum":[12],"of":[13,29,37,123],"fields.":[14],"throughput,":[17],"which":[18,69,107],"is":[19,27,85,108,154],"usually":[20,171],"measured":[21],"by":[22,232],"Transactions":[23],"Per":[24],"Second":[25],"(TPS),":[26],"one":[28],"the":[30,35,38,63,66,71,88,101,117,121,133,144,161,164,168,181,206,212,230],"key":[31],"metrics":[32],"to":[33,87,95,148,203,234],"reflect":[34],"performance":[36],"systems.":[40],"However,":[41,160],"current":[42],"systems":[44,90],"have":[45],"low":[46],"TPS":[47,231],"rates":[48],"that":[49,78,152,218],"makes":[50],"them":[51],"unsuitable":[52],"for":[53,158],"latency":[54],"critical":[55],"like":[57],"Vehicle-to-vehicle":[58],"(V2V)":[59],"communication.":[60],"To":[61],"address":[62],"above":[64],"issue,":[65],"sharding":[67,194],"technology,":[68],"divides":[70],"network":[72],"into":[73],"multiple":[74],"disjoint":[75],"groups":[76],"so":[77],"transactions":[79],"can":[80,227],"be":[81,149],"processed":[82],"parallel,":[84],"applied":[86],"as":[91,110,187],"a":[92,111,193],"promising":[93],"solution":[94,165,170],"improve":[96,229],"TPS.":[97],"This":[98],"paper":[99],"considers":[100],"Optimal":[102],"Blockchain":[103,223],"Sharding":[104,224],"(OBCS)":[105],"problem":[106,135],"formulated":[109],"Markov":[112],"Decision":[113],"Process":[114],"(MDP)":[115],"where":[116,143],"decision":[118,189],"variables":[119,190],"are":[120],"number":[122],"shards,":[124],"block":[125,128,182,185],"size":[126,183],"and":[127,184,191],"interval.":[129],"Previous":[130],"works":[131],"solved":[132],"OBCS":[134],"via":[136],"Deep":[137,200,221],"Reinforcement":[138],"Learning":[139],"(DRL)":[140],"based":[141,197],"methods":[142],"action":[145,209],"space":[146,210],"discretized":[150],"such":[151],"it":[153],"not":[155],"too":[156],"large":[157],"tractability.":[159],"discretization":[162],"degrades":[163],"quality":[166],"since":[167],"optimal":[169],"lies":[172],"between":[173],"discrete":[174],"values.":[175],"In":[176],"this":[177],"paper,":[178],"we":[179],"treat":[180],"interval":[186],"continuous":[188],"propose":[192],"control":[195],"algorithm":[196],"on":[198],"Parametrized":[199,220],"Q-Networks":[201,222],"(P-DQN)":[202],"efficiently":[204],"handle":[205],"discrete-continuous":[207],"hybrid":[208],"without":[211],"scalability":[213],"issue.":[214],"Experimental":[215],"results":[216],"show":[217],"our":[219],"(P-DQNBS)":[225],"method":[226],"effectively":[228],"up":[233],"20%.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}