{"id":"https://openalex.org/W4384009714","doi":"https://doi.org/10.1109/icbc56567.2023.10174946","title":"Determining Optimal Incentive Policy for Decentralized Distributed Systems Using Reinforcement Learning","display_name":"Determining Optimal Incentive Policy for Decentralized Distributed Systems Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-05-01","ids":{"openalex":"https://openalex.org/W4384009714","doi":"https://doi.org/10.1109/icbc56567.2023.10174946"},"language":"en","primary_location":{"id":"doi:10.1109/icbc56567.2023.10174946","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icbc56567.2023.10174946","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Blockchain and Cryptocurrency (ICBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.ou.nl/en/publications/c6748a71-3133-4177-8e08-612be3af567e","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058341393","display_name":"Elitsa Pankovska","orcid":"https://orcid.org/0009-0003-6869-4184"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Elitsa Pankovska","raw_affiliation_strings":["University of Amsterdam,The Netherlands","University of Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam,The Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019209588","display_name":"Ashish Rajendra Sai","orcid":"https://orcid.org/0000-0003-3639-2854"},"institutions":[{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]},{"id":"https://openalex.org/I34352273","display_name":"Maastricht University","ror":"https://ror.org/02jz4aj89","country_code":"NL","type":"education","lineage":["https://openalex.org/I34352273"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ashish Rajendra Sai","raw_affiliation_strings":["Open Universiteit, Maastricht University,The Netherlands","Open Universiteit, Maastricht University, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Open Universiteit, Maastricht University,The Netherlands","institution_ids":["https://openalex.org/I7876267"]},{"raw_affiliation_string":"Open Universiteit, Maastricht University, The Netherlands","institution_ids":["https://openalex.org/I7876267","https://openalex.org/I34352273"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062126489","display_name":"Harald Vranken","orcid":"https://orcid.org/0000-0003-4541-6475"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]},{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Harald Vranken","raw_affiliation_strings":["Open Universiteit, Radboud University,The Netherlands","Open Universiteit, Radboud University, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Open Universiteit, Radboud University,The Netherlands","institution_ids":["https://openalex.org/I145872427","https://openalex.org/I7876267"]},{"raw_affiliation_string":"Open Universiteit, Radboud University, The Netherlands","institution_ids":["https://openalex.org/I145872427","https://openalex.org/I7876267"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5058341393"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13747072,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.9472000002861023,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cryptocurrency","display_name":"Cryptocurrency","score":0.9730747938156128},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.8288058042526245},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7606773972511292},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.707053005695343},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.59546959400177},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5802572965621948},{"id":"https://openalex.org/keywords/consumption","display_name":"Consumption (sociology)","score":0.44125962257385254},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.35898616909980774},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.34806063771247864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2806912660598755},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.15476331114768982},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15418323874473572},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.11408799886703491}],"concepts":[{"id":"https://openalex.org/C180706569","wikidata":"https://www.wikidata.org/wiki/Q13479982","display_name":"Cryptocurrency","level":2,"score":0.9730747938156128},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.8288058042526245},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7606773972511292},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.707053005695343},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.59546959400177},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5802572965621948},{"id":"https://openalex.org/C30772137","wikidata":"https://www.wikidata.org/wiki/Q5164762","display_name":"Consumption (sociology)","level":2,"score":0.44125962257385254},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.35898616909980774},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.34806063771247864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2806912660598755},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.15476331114768982},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15418323874473572},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11408799886703491},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icbc56567.2023.10174946","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icbc56567.2023.10174946","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Blockchain and Cryptocurrency (ICBC)","raw_type":"proceedings-article"},{"id":"pmh:oai:cris.maastrichtuniversity.nl:openaire_cris_publications/2c5a6c70-a2d4-401b-a0b3-61c0d6fafa7c","is_oa":false,"landing_page_url":"https://cris.maastrichtuniversity.nl/en/publications/2c5a6c70-a2d4-401b-a0b3-61c0d6fafa7c","pdf_url":null,"source":{"id":"https://openalex.org/S4306402616","display_name":"Research Publications (Maastricht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I34352273","host_organization_name":"Maastricht University","host_organization_lineage":["https://openalex.org/I34352273"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pankovska, E, Sai, A R & Vranken, H 2023, Determining Optimal Incentive Policy for Decentralized Distributed Systems Using Reinforcement Learning. in 2023 IEEE International Conference on Blockchain and Cryptocurrency (ICBC) (proceeding). IEEE, 5th IEEE International Conference on Blockchain and Cryptocurrency (ICBC), Dubai, United Arab Emirates, 1/05/23. https://doi.org/10.1109/ICBC56567.2023.10174946","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/297504","is_oa":false,"landing_page_url":"https://hdl.handle.net/2066/297504","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in monograph or in proceedings"},{"id":"pmh:oai:research.ou.nl:publications/c6748a71-3133-4177-8e08-612be3af567e","is_oa":true,"landing_page_url":"https://research.ou.nl/en/publications/c6748a71-3133-4177-8e08-612be3af567e","pdf_url":null,"source":{"id":"https://openalex.org/S4406922485","display_name":"Open University of the Netherlands Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pankovska, E, Sai, A R & Vranken, H 2023, Determining Optimal Incentive Policy for Decentralized Distributed Systems Using Reinforcement Learning. in 2023 IEEE International Conference on Blockchain and Cryptocurrency, ICBC 2023. Institute of Electrical and Electronics Engineers Inc., 5th IEEE International Conference on Blockchain and Cryptocurrency, Dubai, United Arab Emirates, 1/05/23. https://doi.org/10.1109/icbc56567.2023.10174946","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:research.ou.nl:publications/c6748a71-3133-4177-8e08-612be3af567e","is_oa":true,"landing_page_url":"https://research.ou.nl/en/publications/c6748a71-3133-4177-8e08-612be3af567e","pdf_url":null,"source":{"id":"https://openalex.org/S4406922485","display_name":"Open University of the Netherlands Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pankovska, E, Sai, A R & Vranken, H 2023, Determining Optimal Incentive Policy for Decentralized Distributed Systems Using Reinforcement Learning. in 2023 IEEE International Conference on Blockchain and Cryptocurrency, ICBC 2023. Institute of Electrical and Electronics Engineers Inc., 5th IEEE International Conference on Blockchain and Cryptocurrency, Dubai, United Arab Emirates, 1/05/23. https://doi.org/10.1109/icbc56567.2023.10174946","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8600000143051147,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2736601468","https://openalex.org/W2803836845","https://openalex.org/W2915872201","https://openalex.org/W2938321354","https://openalex.org/W2971944335","https://openalex.org/W3006814438","https://openalex.org/W3026402304","https://openalex.org/W3037937251","https://openalex.org/W3139010521","https://openalex.org/W3140966608","https://openalex.org/W3196741622","https://openalex.org/W3202292468","https://openalex.org/W3207531663","https://openalex.org/W4214717370","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4366411693","https://openalex.org/W3211641817","https://openalex.org/W3164717803","https://openalex.org/W4389915954","https://openalex.org/W3123387860","https://openalex.org/W3109867883","https://openalex.org/W4291291739","https://openalex.org/W4321377877","https://openalex.org/W2915579847","https://openalex.org/W2907143025"],"abstract_inverted_index":{"Cryptocurrencies":[0],"have":[1,41],"gained":[2],"a":[3,24,68],"lot":[4],"of":[5,16,28,67,146,154,181],"attention":[6],"in":[7,21,82,103,165,175],"recent":[8],"years,":[9],"mostly":[10],"due":[11],"to":[12,38,59,75,114,130,134,163,177,184],"their":[13,19,32,124,152,166,179],"decentralized":[14],"manner":[15],"operation":[17],"and":[18,94,109,188],"growth":[20],"value.":[22],"However,":[23],"major":[25],"drawback":[26],"most":[27],"them":[29],"possess":[30],"is":[31,85],"high":[33],"energy":[34,51,122,156],"consumption.":[35],"Current":[36],"solutions":[37],"this":[39],"problem":[40,62],"significant":[42],"limitations:":[43],"bringing":[44],"back":[45],"centralization":[46],"and/or":[47],"substituting":[48],"the":[49,61,65,135,143,190],"required":[50],"with,":[52],"e.g.,":[53],"storage":[54],"space.":[55],"This":[56,84],"paper":[57],"aims":[58],"address":[60],"by":[63,87,100,151],"investigating":[64],"use":[66,120,153],"two-level":[69],"deep":[70],"reinforcement":[71],"learning":[72],"(RL)":[73],"model":[74],"design":[76],"incentive":[77,111],"policies":[78],"for":[79,123],"green":[80,144,155,173],"mining":[81,125,174],"cryptocurrencies.":[83],"done":[86],"modeling":[88],"one":[89],"such":[90],"energy-intensive":[91],"cryptocurrency":[92,116,186],"system":[93],"creating":[95],"an":[96,104],"RL":[97,105],"environment.":[98],"Finally,":[99],"running":[101],"simulations":[102],"environment,":[106],"we":[107],"develop":[108],"test":[110],"policies,":[112],"according":[113],"which":[115],"participants":[117],"who":[118],"primarily":[119],"renewable":[121],"operations":[126],"are":[127],"more":[128],"likely":[129],"add":[131],"new":[132],"blocks":[133],"blockchain.":[136],"Our":[137],"results":[138],"show":[139],"that":[140],"even":[141],"when":[142],"score":[145],"each":[147],"crypto":[148],"miner":[149],"(determined":[150],"sources)":[157],"has":[158],"relatively":[159],"small":[160],"importance":[161],"(up":[162],"0.3)":[164],"selection":[167],"probability,":[168],"miners":[169],"still":[170],"shift":[171],"towards":[172],"order":[176],"increase":[178],"chance":[180],"being":[182],"picked":[183],"validate":[185],"transactions":[187],"receive":[189],"corresponding":[191],"rewards.":[192]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}