{"id":"https://openalex.org/W4387546310","doi":"https://doi.org/10.1109/tsc.2023.3323647","title":"MDRL-IR: Incentive Routing for Blockchain Scalability With Memory-Based Deep Reinforcement Learning","display_name":"MDRL-IR: Incentive Routing for Blockchain Scalability With Memory-Based Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-10-11","ids":{"openalex":"https://openalex.org/W4387546310","doi":"https://doi.org/10.1109/tsc.2023.3323647"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2023.3323647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3323647","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023639128","display_name":"Bingxin Tang","orcid":"https://orcid.org/0000-0002-6015-3100"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingxin Tang","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6015-3100","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034899231","display_name":"Junyuan Liang","orcid":"https://orcid.org/0000-0002-4436-9585"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyuan Liang","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4436-9585","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010294093","display_name":"Zhongteng Cai","orcid":"https://orcid.org/0000-0002-6536-8979"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongteng Cai","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6536-8979","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062162392","display_name":"Ting Cai","orcid":"https://orcid.org/0000-0003-0245-333X"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Cai","raw_affiliation_strings":["School of Computer Science and Engineering, Hubei University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-0245-333X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Hubei University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023904026","display_name":"Xiaocong Zhou","orcid":"https://orcid.org/0000-0003-3756-3483"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaocong Zhou","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3756-3483","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101801018","display_name":"Y. Chen","orcid":"https://orcid.org/0009-0004-6465-7412"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingye Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-6465-7412","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8627,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.80051456,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"16","issue":"6","first_page":"4375","last_page":"4388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9347000122070312,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8325284719467163},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8001362085342407},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6984542012214661},{"id":"https://openalex.org/keywords/blockchain","display_name":"Blockchain","score":0.6971520185470581},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5228331685066223},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5011627674102783},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.46777811646461487},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41432827711105347},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30351805686950684},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2492741048336029},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11808431148529053}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8325284719467163},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8001362085342407},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6984542012214661},{"id":"https://openalex.org/C2779687700","wikidata":"https://www.wikidata.org/wiki/Q20514253","display_name":"Blockchain","level":2,"score":0.6971520185470581},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5228331685066223},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5011627674102783},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.46777811646461487},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41432827711105347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30351805686950684},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2492741048336029},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11808431148529053},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2023.3323647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3323647","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1596881006","display_name":null,"funder_award_id":"2019QN01X130","funder_id":"https://openalex.org/F4320334009","funder_display_name":"Guangdong Provincial Pearl River Talents Program"},{"id":"https://openalex.org/G2051854037","display_name":null,"funder_award_id":"62302154","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2872466068","display_name":null,"funder_award_id":"62172453","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334009","display_name":"Guangdong Provincial Pearl River Talents Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2076063813","https://openalex.org/W2182035090","https://openalex.org/W2291973609","https://openalex.org/W2511446761","https://openalex.org/W2535104337","https://openalex.org/W2536325433","https://openalex.org/W2551240797","https://openalex.org/W2612918079","https://openalex.org/W2766452458","https://openalex.org/W2809831934","https://openalex.org/W2893555608","https://openalex.org/W2897744579","https://openalex.org/W2963978499","https://openalex.org/W2969251831","https://openalex.org/W2971986987","https://openalex.org/W2973229164","https://openalex.org/W2994447459","https://openalex.org/W3093426589","https://openalex.org/W3100789280","https://openalex.org/W3199719149","https://openalex.org/W3205231868","https://openalex.org/W3205469765","https://openalex.org/W3215358927","https://openalex.org/W3216092475","https://openalex.org/W4200140111","https://openalex.org/W4200432747","https://openalex.org/W4211068006","https://openalex.org/W4213060883","https://openalex.org/W4238462577","https://openalex.org/W4248175462","https://openalex.org/W4287269006","https://openalex.org/W4290996292","https://openalex.org/W4312457271","https://openalex.org/W6677939520","https://openalex.org/W6685985903","https://openalex.org/W6696783566","https://openalex.org/W6729590109","https://openalex.org/W6748839928","https://openalex.org/W6753297147","https://openalex.org/W6755040367","https://openalex.org/W6768167848","https://openalex.org/W6792117868","https://openalex.org/W6801538174","https://openalex.org/W6802190471","https://openalex.org/W6990386454"],"related_works":["https://openalex.org/W4210406818","https://openalex.org/W4306779889","https://openalex.org/W3048554917","https://openalex.org/W3211706803","https://openalex.org/W4382775358","https://openalex.org/W4246942721","https://openalex.org/W3209862047","https://openalex.org/W4386732777","https://openalex.org/W4304136894","https://openalex.org/W4388131927"],"abstract_inverted_index":{"Blockchain-based":[0],"cryptocurrencies":[1],"have":[2,42],"developed":[3],"rapidly":[4],"in":[5,36,40,102],"recent":[6],"years,":[7],"however,":[8],"scalability":[9,28],"is":[10,31,196],"one":[11,21],"of":[12,22,51,60,70,89,123,134,154],"the":[13,23,32,58,68,75,85,121,132,146,152,163,171,178],"biggest":[14],"challenge.":[15],"Payment":[16],"channel":[17,91,99,138],"networks":[18],"(PCNs)":[19],"are":[20,55],"important":[24],"solutions":[25],"to":[26,84,104,119,130,159,167,170],"blockchain":[27],"and":[29,45,63,126,161],"routing":[30,53,80,94,113,136,173,180],"most":[33,50],"critical":[34],"problem":[35],"PCN.":[37],"Routing":[38],"algorithms":[39,54,65,95,114],"PCNs":[41],"evolved":[43],"fast":[44],"achieved":[46,192],"high":[47,106],"throughput.":[48,107],"However,":[49],"these":[52],"designed":[56],"from":[57,115],"perspective":[59,118],"technical":[61],"feasibility,":[62],"few":[64],"focus":[66],"on":[67,98,137],"incentives":[69,77],"each":[71],"off-chain":[72,90,135],"participant,":[73],"especially":[74],"economic":[76],"for":[78],"intermediate":[79,124,155],"nodes.":[81],"Besides,":[82],"due":[83],"highly":[86],"dynamic":[87],"nature":[88],"deposits,":[92],"existing":[93],"rely":[96],"heavily":[97],"deposit":[100,139,194],"probing":[101,195],"order":[103],"ensure":[105],"In":[108],"this":[109],"article,":[110],"we":[111],"design":[112],"an":[116],"incentive":[117],"improve":[120],"profit":[122,153],"nodes":[125,156],"use":[127],"deep":[128],"learning":[129],"reduce":[131],"dependency":[133],"probing.":[140],"Our":[141],"experiments":[142],"show":[143],"that":[144,177],"under":[145],"same":[147],"model,":[148],"MDRL-IR":[149],"can":[150,190],"increase":[151,162],"by":[157,165],"up":[158,166],"1.87x":[160],"throughput":[164,184],"2.0x":[168],"compared":[169],"state-of-the-art":[172],"algorithm,":[174],"while":[175],"ensuring":[176],"user":[179],"cost":[181],"per":[182],"unit":[183],"remains":[185],"unchanged.":[186],"Moreover,":[187],"approximate":[188],"performance":[189],"be":[191],"when":[193],"greatly":[197],"reduced.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}