{"id":"https://openalex.org/W3025543640","doi":"https://doi.org/10.1109/tccn.2020.2994366","title":"Bayesian Reinforcement Learning and Bayesian Deep Learning for Blockchains With Mobile Edge Computing","display_name":"Bayesian Reinforcement Learning and Bayesian Deep Learning for Blockchains With Mobile Edge Computing","publication_year":2020,"publication_date":"2020-05-13","ids":{"openalex":"https://openalex.org/W3025543640","doi":"https://doi.org/10.1109/tccn.2020.2994366","mag":"3025543640"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2020.2994366","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2020.2994366","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020666619","display_name":"Alia Asheralieva","orcid":"https://orcid.org/0000-0002-4430-5928"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Alia Asheralieva","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020666619"],"corresponding_institution_ids":["https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":6.9395,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.97017929,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"7","issue":"1","first_page":"319","last_page":"335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7888602018356323},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7862794399261475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6823527812957764},{"id":"https://openalex.org/keywords/unobservable","display_name":"Unobservable","score":0.6776979565620422},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.6506991982460022},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5825926065444946},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5425511002540588},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4990246295928955},{"id":"https://openalex.org/keywords/bayesian-network","display_name":"Bayesian network","score":0.4724697768688202},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4391729533672333},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41804039478302},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.41760775446891785},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3497478663921356},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.19093182682991028},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09811323881149292}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7888602018356323},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7862794399261475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6823527812957764},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.6776979565620422},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.6506991982460022},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5825926065444946},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5425511002540588},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4990246295928955},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.4724697768688202},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4391729533672333},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41804039478302},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.41760775446891785},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3497478663921356},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.19093182682991028},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09811323881149292},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2020.2994366","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2020.2994366","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.699999988079071}],"awards":[{"id":"https://openalex.org/G1555615806","display_name":null,"funder_award_id":"61950410603","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1811750039","https://openalex.org/W2109100253","https://openalex.org/W2116459397","https://openalex.org/W2121863487","https://openalex.org/W2148135143","https://openalex.org/W2150147323","https://openalex.org/W2236244207","https://openalex.org/W2483325812","https://openalex.org/W2600383743","https://openalex.org/W2618666182","https://openalex.org/W2751350604","https://openalex.org/W2765967890","https://openalex.org/W2775178102","https://openalex.org/W2792035477","https://openalex.org/W2794533297","https://openalex.org/W2797816609","https://openalex.org/W2799719933","https://openalex.org/W2810011639","https://openalex.org/W2888442703","https://openalex.org/W2889996626","https://openalex.org/W2890103652","https://openalex.org/W2891171329","https://openalex.org/W2891217320","https://openalex.org/W2891705554","https://openalex.org/W2891855426","https://openalex.org/W2892389652","https://openalex.org/W2897450989","https://openalex.org/W2905357302","https://openalex.org/W2905867785","https://openalex.org/W2910114907","https://openalex.org/W2912358421","https://openalex.org/W2912978522","https://openalex.org/W2918657357","https://openalex.org/W2919032696","https://openalex.org/W2922985695","https://openalex.org/W2949333674","https://openalex.org/W2951054802","https://openalex.org/W2955338161","https://openalex.org/W2956553093","https://openalex.org/W2962966569","https://openalex.org/W2963620705","https://openalex.org/W2963794891","https://openalex.org/W2964247343","https://openalex.org/W2968225350","https://openalex.org/W2969212959","https://openalex.org/W2969674652","https://openalex.org/W2970937844","https://openalex.org/W2996239155","https://openalex.org/W3000315811","https://openalex.org/W3031802354","https://openalex.org/W3098532907","https://openalex.org/W3102961490","https://openalex.org/W3105706723","https://openalex.org/W3123298421","https://openalex.org/W3123528008","https://openalex.org/W4214717370","https://openalex.org/W4248175462","https://openalex.org/W4254569799","https://openalex.org/W4255535209","https://openalex.org/W4293871817","https://openalex.org/W6735443497","https://openalex.org/W6767595900"],"related_works":["https://openalex.org/W1488804238","https://openalex.org/W1991535489","https://openalex.org/W2096013579","https://openalex.org/W200491663","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W2294884454"],"abstract_inverted_index":{"We":[0,144,166],"present":[1],"a":[2,34,105,147],"novel":[3,148],"game-theoretic,":[4],"Bayesian":[5,106,150,163,171,190],"reinforcement":[6],"learning":[7,11,152],"(RL)":[8],"and":[9,21,68,73,89,129,139,173,185,193],"deep":[10,151],"(DL)":[12],"framework":[13],"to":[14,50,124,177],"represent":[15],"interactions":[16,135],"of":[17,52,92],"miners":[18,39,63,78],"in":[19],"public":[20],"consortium":[22],"blockchains":[23],"with":[24,58,136,140,162],"mobile":[25,142],"edge":[26],"computing":[27],"(MEC).":[28],"Within":[29],"the":[30,53,59,87,111,141,155,169,178,182,188],"framework,":[31],"we":[32,103],"formulate":[33],"stochastic":[35],"game":[36],"played":[37],"by":[38],"under":[40],"incomplete":[41],"information.":[42],"Each":[43],"miner":[44,85,123],"can":[45],"offload":[46],"its":[47,97,127,131],"block":[48,69],"operations":[49],"one":[51],"base":[54],"stations":[55],"(BSs)":[56],"equipped":[57],"MEC":[60],"server.":[61],"The":[62],"select":[64],"their":[65,80],"offloading":[66],"BSs":[67],"processing":[70],"rates":[71],"simultaneously":[72],"independently,":[74],"without":[75],"informing":[76],"other":[77,138],"about":[79,99,157],"actions.":[81,101],"As":[82],"such,":[83],"no":[84],"knows":[86],"past":[88],"current":[90],"actions":[91,184],"others":[93],"and,":[94],"hence,":[95],"constructs":[96],"belief":[98],"these":[100],"Accordingly,":[102],"devise":[104],"RL":[107,172],"algorithm":[108,153],"based":[109],"on":[110],"partially-observable":[112],"Markov":[113],"decision":[114,118],"process":[115],"for":[116],"miner's":[117],"making":[119],"that":[120,168],"allows":[121],"each":[122,137],"dynamically":[125],"adjust":[126],"strategy":[128],"update":[130],"beliefs":[132,186],"through":[133],"repeated":[134],"environment.":[143],"also":[145],"propose":[146],"unsupervised":[149],"where":[154,181],"uncertainties":[156],"unobservable":[158],"states":[159,180],"are":[160],"approximated":[161],"neural":[164],"networks.":[165],"show":[167],"proposed":[170],"DL":[174],"algorithms":[175],"converge":[176],"stable":[179],"miners'":[183],"form":[187],"perfect":[189],"equilibrium":[191],"(PBE)":[192],"myopic":[194],"PBE,":[195],"respectively.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}