{"id":"https://openalex.org/W2941736806","doi":"https://doi.org/10.1109/access.2019.2912996","title":"Routing Selection With Reinforcement Learning for Energy Harvesting Multi-Hop CRN","display_name":"Routing Selection With Reinforcement Learning for Energy Harvesting Multi-Hop CRN","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2941736806","doi":"https://doi.org/10.1109/access.2019.2912996","mag":"2941736806"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2912996","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2912996","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08697342.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08697342.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100698236","display_name":"Xiaoli He","orcid":"https://orcid.org/0000-0002-8028-479X"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoli He","raw_affiliation_strings":["School of Information Engineering, South West University of Science and Technology, Mianyang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, South West University of Science and Technology, Mianyang, China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100698233","display_name":"Hong Jiang","orcid":"https://orcid.org/0000-0001-5994-6595"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Jiang","raw_affiliation_strings":["School of Information Engineering, South West University of Science and Technology, Mianyang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, South West University of Science and Technology, Mianyang, China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101508126","display_name":"Yu Song","orcid":"https://orcid.org/0000-0002-9578-5458"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Song","raw_affiliation_strings":["School of Information Engineering, South West University of Science and Technology, Mianyang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, South West University of Science and Technology, Mianyang, China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111213406","display_name":"Chunlin He","orcid":null},"institutions":[{"id":"https://openalex.org/I16351329","display_name":"China West Normal University","ror":"https://ror.org/04s99y476","country_code":"CN","type":"education","lineage":["https://openalex.org/I16351329"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunlin He","raw_affiliation_strings":["School of Computer Science, China West Normal University, Nanchong, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, China West Normal University, Nanchong, China","institution_ids":["https://openalex.org/I16351329"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103108880","display_name":"He Xiao","orcid":"https://orcid.org/0000-0002-9439-4711"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Xiao","raw_affiliation_strings":["School of Information Engineering, South West University of Science and Technology, Mianyang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, South West University of Science and Technology, Mianyang, China","institution_ids":["https://openalex.org/I1297991670"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100698236"],"corresponding_institution_ids":["https://openalex.org/I1297991670"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.6629,"has_fulltext":true,"cited_by_count":37,"citation_normalized_percentile":{"value":0.90298867,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"54435","last_page":"54448"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8402612805366516},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7384352087974548},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5215190052986145},{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.46534714102745056},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3885038495063782},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23793959617614746}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8402612805366516},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7384352087974548},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5215190052986145},{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.46534714102745056},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3885038495063782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23793959617614746}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2912996","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2912996","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08697342.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5ac8d501225645da916ab55d333e1d42","is_oa":true,"landing_page_url":"https://doaj.org/article/5ac8d501225645da916ab55d333e1d42","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 54435-54448 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2912996","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2912996","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08697342.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1960843623","display_name":null,"funder_award_id":"61771410","funder_id":"https://openalex.org/F4320322559","funder_display_name":"Southwest University of Science and Technology"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5446009057","display_name":null,"funder_award_id":"61771410","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6437761002","display_name":null,"funder_award_id":"18ycx115","funder_id":"https://openalex.org/F4320322559","funder_display_name":"Southwest University of Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322559","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474"},{"id":"https://openalex.org/F4320323711","display_name":"Southwest University","ror":"https://ror.org/01kj4z117"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2941736806.pdf","grobid_xml":"https://content.openalex.org/works/W2941736806.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W596929578","https://openalex.org/W1563716384","https://openalex.org/W2073772422","https://openalex.org/W2155061062","https://openalex.org/W2156666755","https://openalex.org/W2240585811","https://openalex.org/W2464299035","https://openalex.org/W2474368703","https://openalex.org/W2522423684","https://openalex.org/W2585355250","https://openalex.org/W2586166081","https://openalex.org/W2614312052","https://openalex.org/W2761717674","https://openalex.org/W2779754199","https://openalex.org/W2783337049","https://openalex.org/W2794466145","https://openalex.org/W2827073083","https://openalex.org/W4244778151","https://openalex.org/W6617981317","https://openalex.org/W6682459407","https://openalex.org/W6753429372"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2117210722","https://openalex.org/W2589759689","https://openalex.org/W1978191894","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2018045843","https://openalex.org/W4391913857"],"abstract_inverted_index":{"This":[0],"paper":[1],"considers":[2],"the":[3,7,23,28,40,50,62,131,140,152,157,162,187,191,201,207,217,228,233,237,246,251,268],"routing":[4,93,116,272],"problem":[5],"in":[6,99,144],"communication":[8],"process":[9,136],"of":[10,80,190,227,235],"an":[11,114],"energy":[12,26,124,179,265],"harvesting":[13],"(EH)":[14],"multi-hop":[15,104],"cognitive":[16],"radio":[17],"network":[18,220,259],"(CRN).":[19],"The":[20,173],"transmitter":[21],"and":[22,53,87,122,169,181,195,224,241,263],"relay":[24,38],"harvest":[25],"from":[27],"environment":[29],"use":[30,139],"it":[31],"exclusively":[32],"for":[33,103,166],"transmitting":[34],"data.":[35,90],"In":[36,185,200],"a":[37,42,58,254,257],"on":[39,96],"path,":[41],"limited":[43],"data":[44,52],"buffer":[45],"is":[46,107,111,164,193,198,230],"used":[47],"to":[48,112,150],"store":[49],"received":[51,89],"forward":[54],"it.":[55],"We":[56],"consider":[57],"real-world":[59],"scenario":[60],"where":[61],"EH":[63,75,83,92,211],"node":[64,76],"has":[65,78],"only":[66,77],"local":[67],"causal":[68],"knowledge,":[69],"i.e.,":[70],"at":[71],"any":[72],"time,":[73],"each":[74],"knowledge":[79],"its":[81,196],"own":[82],"process,":[84],"channel":[85],"state,":[86],"currently":[88],"An":[91],"algorithm":[94,143,174],"based":[95],"Q":[97,141,159,270],"learning":[98,101,142,160,238,271],"reinforcement":[100],"(RL)":[102],"CRNs":[105],"(EHR-QL)":[106],"proposed.":[108],"Our":[109],"goal":[110],"find":[113],"optimal":[115,153],"policy":[117],"that":[118,250],"can":[119],"maximize":[120],"throughput":[121],"minimize":[123],"consumption.":[125],"Through":[126],"continuous":[127],"intelligent":[128],"selection":[129],"under":[130,232],"partially":[132],"observable":[133],"Markov":[134],"decision":[135],"(POMDP),":[137],"we":[138,205],"RL":[145],"with":[146,156],"linear":[147],"function":[148],"approximation":[149],"obtain":[151],"path.":[154],"Compared":[155],"basic":[158,269],"routes,":[161],"EHR-QL":[163,192,208,229,252],"superior":[165],"longer":[167,258],"distances":[168],"higher":[170,255],"hop":[171],"counts.":[172],"produces":[175],"more":[176],"EH,":[177],"less":[178,261],"consumption,":[180],"predictable":[182],"residual":[183,222],"energy.":[184],"particular,":[186],"time":[188],"complexity":[189],"analyzed":[194],"convergence":[197],"proved.":[199],"simulation":[202],"experiments,":[203],"first,":[204],"verify":[206],"using":[209],"six":[210],"secondary":[212],"users":[213],"(EH-SUs)":[214],"nodes.":[215],"Second,":[216],"performance":[218],"(i.e.,":[219],"lifetime,":[221,260],"energy,":[223],"average":[225],"throughput)":[226],"evaluated":[231],"influences":[234],"different":[236],"rates":[239],"\u03b1":[240],"discount":[242],"factors":[243],"\u03b3.":[244],"Finally,":[245],"experimental":[247],"results":[248],"show":[249],"obtains":[253],"throughput,":[256],"latency,":[262],"lower":[264],"consumption":[266],"than":[267],"algorithms.":[273]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}