{"id":"https://openalex.org/W3197997555","doi":"https://doi.org/10.1109/access.2021.3108156","title":"QIH: An Efficient Q-Learning Inspired Hole-Bypassing Routing Protocol for WSNs","display_name":"QIH: An Efficient Q-Learning Inspired Hole-Bypassing Routing Protocol for WSNs","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3197997555","doi":"https://doi.org/10.1109/access.2021.3108156","mag":"3197997555"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3108156","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3108156","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09524536.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09524536.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058485829","display_name":"Phi Le Nguyen","orcid":"https://orcid.org/0000-0001-6547-7641"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Phi Le Nguyen","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031312226","display_name":"Nang Hung Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nang Hung Nguyen","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103997903","display_name":"Tuan Anh Nguyen Dinh","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Tuan Anh Nguyen Dinh","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102024635","display_name":"Khanh Le","orcid":"https://orcid.org/0000-0003-2492-9167"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Khanh Le","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108375279","display_name":"Thanh Hung Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Thanh Hung Nguyen","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077043884","display_name":"Kien Nguyen","orcid":"https://orcid.org/0000-0003-0400-3084"},"institutions":[{"id":"https://openalex.org/I159385669","display_name":"Chiba University","ror":"https://ror.org/01hjzeq58","country_code":"JP","type":"education","lineage":["https://openalex.org/I159385669"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kien Nguyen","raw_affiliation_strings":["Graduate School of Engineering, Chiba University, Chiba, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Chiba University, Chiba, Japan","institution_ids":["https://openalex.org/I159385669"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5058485829"],"corresponding_institution_ids":["https://openalex.org/I94518387"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9556,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.77241841,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"9","issue":null,"first_page":"123414","last_page":"123429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7648431062698364},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.6947222948074341},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6535219550132751},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.6390733122825623},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.5266485214233398},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.5009689331054688},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4844701290130615},{"id":"https://openalex.org/keywords/zone-routing-protocol","display_name":"Zone Routing Protocol","score":0.46654272079467773},{"id":"https://openalex.org/keywords/equal-cost-multi-path-routing","display_name":"Equal-cost multi-path routing","score":0.4568314552307129},{"id":"https://openalex.org/keywords/path-vector-protocol","display_name":"Path vector protocol","score":0.44343331456184387},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.43483179807662964},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.4154098927974701},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.41149765253067017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7648431062698364},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.6947222948074341},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6535219550132751},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.6390733122825623},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.5266485214233398},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.5009689331054688},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4844701290130615},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.46654272079467773},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.4568314552307129},{"id":"https://openalex.org/C128917274","wikidata":"https://www.wikidata.org/wiki/Q1666535","display_name":"Path vector protocol","level":5,"score":0.44343331456184387},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.43483179807662964},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.4154098927974701},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.41149765253067017}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3108156","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3108156","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09524536.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:53ee17f706c24ed6ba52c616c09d493e","is_oa":true,"landing_page_url":"https://doaj.org/article/53ee17f706c24ed6ba52c616c09d493e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 123414-123429 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3108156","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3108156","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09524536.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G1069223013","display_name":null,"funder_award_id":"JSPS KAKENHI","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3459562248","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4227499671","display_name":null,"funder_award_id":"KAKENHI Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4434433561","display_name":null,"funder_award_id":"20H0417","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4636223006","display_name":null,"funder_award_id":"JSPS KAK","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5786340949","display_name":null,"funder_award_id":"KAKENHI Grant Number","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6483632434","display_name":null,"funder_award_id":"102.01-2019.302","funder_id":"https://openalex.org/F4320313223","funder_display_name":"Vietnam Academy of Science and Technology"},{"id":"https://openalex.org/G6716678706","display_name":null,"funder_award_id":"19K20251","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7427960635","display_name":null,"funder_award_id":"2021-21S1201","funder_id":"https://openalex.org/F4320314183","funder_display_name":"Research Organization of Information and Systems"},{"id":"https://openalex.org/G8295949412","display_name":null,"funder_award_id":"19K20251, 20H04174","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8430481527","display_name":null,"funder_award_id":"Number","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8912056993","display_name":"\u6587\u5074\u306e\u4f1d\u64ad\u3068\u6469\u64e6-\u8fd1\u4ee3\u5316\u306b\u4f34\u3046\u4f1d\u7d71\u7684\u4fa1\u5024\u610f\u8b58\u306e\u5909\u5bb9\u3092\u4e2d\u5fc3\u306b-","funder_award_id":"310815","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G98800615","display_name":null,"funder_award_id":"20H04174","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320309617","display_name":"National Foundation for Science and Technology Development","ror":"https://ror.org/04rw64z44"},{"id":"https://openalex.org/F4320313223","display_name":"Vietnam Academy of Science and Technology","ror":"https://ror.org/02wsd5p50"},{"id":"https://openalex.org/F4320314183","display_name":"Research Organization of Information and Systems","ror":"https://ror.org/04p4e8t29"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3197997555.pdf","grobid_xml":"https://content.openalex.org/works/W3197997555.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1579523676","https://openalex.org/W1971910264","https://openalex.org/W1983825591","https://openalex.org/W1995471362","https://openalex.org/W2026489200","https://openalex.org/W2037156716","https://openalex.org/W2071249469","https://openalex.org/W2089020884","https://openalex.org/W2099984163","https://openalex.org/W2101070261","https://openalex.org/W2110936068","https://openalex.org/W2119362555","https://openalex.org/W2121255383","https://openalex.org/W2130509337","https://openalex.org/W2132417948","https://openalex.org/W2136982937","https://openalex.org/W2153964888","https://openalex.org/W2156098211","https://openalex.org/W2241708051","https://openalex.org/W2402590170","https://openalex.org/W2413037102","https://openalex.org/W2582380851","https://openalex.org/W2601195941","https://openalex.org/W2602613817","https://openalex.org/W2605307673","https://openalex.org/W2615959982","https://openalex.org/W2753417149","https://openalex.org/W2762253688","https://openalex.org/W2767761285","https://openalex.org/W2770194223","https://openalex.org/W2771304934","https://openalex.org/W2794197032","https://openalex.org/W2953409089","https://openalex.org/W2970595635","https://openalex.org/W2979780451","https://openalex.org/W3003324160","https://openalex.org/W3004752404","https://openalex.org/W3022095440","https://openalex.org/W3026688298","https://openalex.org/W6683208842","https://openalex.org/W6736338828"],"related_works":["https://openalex.org/W1655019438","https://openalex.org/W2108305519","https://openalex.org/W1242343826","https://openalex.org/W2120137201","https://openalex.org/W1975971517","https://openalex.org/W2950120971","https://openalex.org/W2543752581","https://openalex.org/W1967187908","https://openalex.org/W1971663816","https://openalex.org/W4241849776"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,28,45,85,91,98,106,112,116,142],"local":[4],"minimum":[5],"phenomenon,":[6],"routing":[7,16,61,95],"path":[8,39],"enlargement,":[9],"and":[10,40,74,108,152],"load":[11],"imbalance":[12],"problems":[13],"of":[14,31,118,128,147],"geographic":[15,60],"in":[17,53,130,145],"wireless":[18],"sensor":[19],"networks":[20],"(WSNs)":[21],"with":[22],"holes.":[23,92],"These":[24],"issues":[25],"may":[26],"degrade":[27],"network":[29,148],"lifetime":[30],"WSNs":[32],"since":[33],"they":[34],"cause":[35],"a":[36,41,58,88],"long":[37],"detour":[38],"traffic":[42],"concentration":[43],"around":[44],"hole":[46],"boundary.":[47],"Aiming":[48],"to":[49,80,83,90,105,111,132],"solve":[50],"these":[51],"problems,":[52],"this":[54],"work,":[55],"we":[56,124],"propose":[57],"novel":[59],"protocol":[62],"for":[63],"WSNs,":[64],"namely,":[65],"Q-learning":[66,82],"Inspired":[67],"Hole":[68],"bypassing":[69],"(QIH),":[70],"which":[71],"is":[72,79],"lightweight":[73],"efficient.":[75],"QIH\u2019s":[76],"conceptual":[77],"idea":[78],"leverage":[81],"estimate":[84],"distance":[86,104,110],"from":[87],"node":[89],"QIH":[93,119,129,140],"makes":[94],"decisions":[96],"following":[97],"nodes\u2019":[99],"residual":[100],"energy,":[101],"their":[102,109],"estimated":[103],"holes,":[107],"destination.We":[113],"first":[114],"confirm":[115],"effectiveness":[117],"by":[120],"theoretical":[121],"analysis.":[122],"Then,":[123],"conduct":[125],"extensive":[126],"simulations":[127],"comparison":[131],"state-of-the-art":[133],"protocols.":[134],"The":[135],"simulation":[136],"results":[137],"show":[138],"that":[139],"outperforms":[141],"other":[143],"protocols":[144],"terms":[146],"lifetime,":[149],"packet":[150],"latency,":[151],"energy":[153],"consumption.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2021-09-13T00:00:00"}