{"id":"https://openalex.org/W3040449362","doi":"https://doi.org/10.1109/tmc.2020.3006535","title":"Multi-hop Deflection Routing Algorithm Based on Reinforcement Learning for Energy-Harvesting Nanonetworks","display_name":"Multi-hop Deflection Routing Algorithm Based on Reinforcement Learning for Energy-Harvesting Nanonetworks","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3040449362","doi":"https://doi.org/10.1109/tmc.2020.3006535","mag":"3040449362"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2020.3006535","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.3006535","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022319713","display_name":"Chao-Chao Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210092870","display_name":"Jiaxing University","ror":"https://ror.org/00j2a7k55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092870"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao-Chao Wang","raw_affiliation_strings":["College of Mathematics, Physics and Information Engineering, Jiaxing University, Jiaxing, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"College of Mathematics, Physics and Information Engineering, Jiaxing University, Jiaxing, Zhejiang, China","institution_ids":["https://openalex.org/I4210092870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028576346","display_name":"Xin\u2010Wei Yao","orcid":"https://orcid.org/0000-0001-6352-3165"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinwei Yao","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050310116","display_name":"Wan-Laing Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wan-Laing Wang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067055460","display_name":"Josep Miquel Jornet","orcid":"https://orcid.org/0000-0001-6351-1754"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josep Miquel Jornet","raw_affiliation_strings":["Department of Electrical & Computer Engineering, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5022319713"],"corresponding_institution_ids":["https://openalex.org/I4210092870"],"apc_list":null,"apc_paid":null,"fwci":2.2317,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.87508764,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10207","display_name":"Advanced biosensing and bioanalysis techniques","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deflection-routing","display_name":"Deflection routing","score":0.8339566588401794},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8238306045532227},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8012425303459167},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6984574198722839},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.4901812672615051},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.45391541719436646},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4462060332298279},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.4100016951560974},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.37768256664276123},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3719155788421631},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3616209626197815},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13944602012634277}],"concepts":[{"id":"https://openalex.org/C2781404978","wikidata":"https://www.wikidata.org/wiki/Q5251653","display_name":"Deflection routing","level":5,"score":0.8339566588401794},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8238306045532227},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8012425303459167},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6984574198722839},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.4901812672615051},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.45391541719436646},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4462060332298279},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4100016951560974},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.37768256664276123},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3719155788421631},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3616209626197815},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13944602012634277}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2020.3006535","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.3006535","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G4923767814","display_name":null,"funder_award_id":"61772471","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6761593247","display_name":null,"funder_award_id":"61873240","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W170020907","https://openalex.org/W1973312057","https://openalex.org/W1993746212","https://openalex.org/W1997055685","https://openalex.org/W2020599630","https://openalex.org/W2021577640","https://openalex.org/W2029717642","https://openalex.org/W2033847890","https://openalex.org/W2034106825","https://openalex.org/W2043794144","https://openalex.org/W2045399800","https://openalex.org/W2080641859","https://openalex.org/W2125290396","https://openalex.org/W2134800510","https://openalex.org/W2138004035","https://openalex.org/W2150147323","https://openalex.org/W2190177274","https://openalex.org/W2242451954","https://openalex.org/W2243034321","https://openalex.org/W2287847211","https://openalex.org/W2346538439","https://openalex.org/W2497521983","https://openalex.org/W2520247420","https://openalex.org/W2532597114","https://openalex.org/W2588358803","https://openalex.org/W2589333926","https://openalex.org/W2610910944","https://openalex.org/W2724125323","https://openalex.org/W2739506479","https://openalex.org/W2768876549","https://openalex.org/W2807784649","https://openalex.org/W2886159768","https://openalex.org/W2899465312","https://openalex.org/W2901418289","https://openalex.org/W2902864589","https://openalex.org/W2904125508","https://openalex.org/W2910792009","https://openalex.org/W2917916488","https://openalex.org/W2934254435","https://openalex.org/W2944268584","https://openalex.org/W2968042780","https://openalex.org/W2970187632","https://openalex.org/W2982232230","https://openalex.org/W2984747033","https://openalex.org/W2990360495","https://openalex.org/W3008676885","https://openalex.org/W6733683335"],"related_works":["https://openalex.org/W2139584334","https://openalex.org/W2031084743","https://openalex.org/W2168517869","https://openalex.org/W2115508475","https://openalex.org/W4234214763","https://openalex.org/W2887152003","https://openalex.org/W2127873929","https://openalex.org/W2171842537","https://openalex.org/W4255030887","https://openalex.org/W1499584626"],"abstract_inverted_index":{"Nanonetworks":[0],"are":[1,89,109,125,143],"composed":[2],"of":[3,23,50,149,189],"interacting":[4],"nano-nodes,":[5,24,92],"whose":[6],"size":[7],"ranges":[8],"from":[9],"several":[10,15],"hundred":[11],"cubic":[12,16],"nanometers":[13],"to":[14,72,99,127,145,158],"micrometers.":[17],"The":[18,175],"extremely":[19],"constrained":[20],"computational":[21],"resources":[22],"the":[25,48,77,106,129,147,160,179,183,195],"fluctuations":[26],"in":[27,53,69,91,105,140],"their":[28,36],"energy":[29,32],"caused":[30],"by":[31],"harvesting":[33],"processes,":[34],"and":[35,74,86,116,133,172,187,192],"very":[37,55],"limited":[38],"transmission":[39],"range":[40],"at":[41],"Terahertz":[42],"(THz)-band":[43],"frequencies":[44],"(0.1-10":[45],"THz),":[46],"make":[47],"design":[49],"routing":[51,60,78,85,107,166],"protocols":[52],"nanonetworks":[54],"challenging.":[56],"A":[57],"multi-hop":[58],"deflection":[59,87],"algorithm":[61],"based":[62,121,168],"on":[63,122,169],"reinforcement":[64,123],"learning":[65,124,165],"(MDR-RL)":[66],"is":[67],"proposed":[68],"this":[70],"paper":[71],"dynamically":[73],"efficiently":[75],"explore":[76],"paths":[79],"during":[80],"packet":[81,184,196],"transmissions.":[82],"First,":[83],"new":[84],"tables":[88],"implemented":[90],"so":[93],"that":[94,178],"nano-nodes":[95],"can":[96,181,193],"deflect":[97],"packets":[98],"other":[100,163],"neighbors":[101],"when":[102],"route":[103],"entries":[104],"table":[108],"invalid.":[110],"Second,":[111],"one":[112],"forward":[113],"updating":[114,119,135,153],"scheme":[115],"two":[117],"feedback":[118],"schemes":[120],"designed":[126],"update":[128],"tables,":[130],"namely,":[131],"on-policy":[132],"off-policy":[134],"schemes.":[136],"Finally,":[137],"extensive":[138],"simulations":[139],"networks":[141],"simulator-3":[142],"conducted":[144],"analyze":[146],"performance":[148,161],"MDR-RL":[150,180],"using":[151],"different":[152],"policies,":[154],"as":[155,157],"well":[156],"compare":[159],"with":[162],"machine":[164],"algorithms":[167],"Neural":[170],"Networks":[171],"Decision":[173],"Tree.":[174],"results":[176],"show":[177],"increase":[182],"delivery":[185],"ratio":[186],"number":[188],"delivered":[190],"packets,":[191],"decrease":[194],"average":[197],"hop":[198],"count.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}