{"id":"https://openalex.org/W2019405897","doi":"https://doi.org/10.1109/ccece.2014.6900988","title":"Design of energy-aware QoS routing protocol in wireless sensor networks using reinforcement learning","display_name":"Design of energy-aware QoS routing protocol in wireless sensor networks using reinforcement learning","publication_year":2014,"publication_date":"2014-05-01","ids":{"openalex":"https://openalex.org/W2019405897","doi":"https://doi.org/10.1109/ccece.2014.6900988","mag":"2019405897"},"language":"en","primary_location":{"id":"doi:10.1109/ccece.2014.6900988","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccece.2014.6900988","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE 27th Canadian Conference on Electrical and Computer Engineering (CCECE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049064626","display_name":"Sara Zafar Jafarzadeh","orcid":null},"institutions":[{"id":"https://openalex.org/I86958956","display_name":"Ferdowsi University of Mashhad","ror":"https://ror.org/00g6ka752","country_code":"IR","type":"education","lineage":["https://openalex.org/I86958956"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Sara Zafar Jafarzadeh","raw_affiliation_strings":["Department of Computer Engineering, Ferdowsi University, Mashhad, Iran","Centre of Excellence on Soft Computing and Intelligent Information Processing, Department of Computer Engineering, Ferdowsi University, Mashhad, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Ferdowsi University, Mashhad, Iran","institution_ids":["https://openalex.org/I86958956"]},{"raw_affiliation_string":"Centre of Excellence on Soft Computing and Intelligent Information Processing, Department of Computer Engineering, Ferdowsi University, Mashhad, Iran","institution_ids":["https://openalex.org/I86958956"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066466154","display_name":"Mohammad Hossein Yaghmaee","orcid":"https://orcid.org/0000-0002-0111-1357"},"institutions":[{"id":"https://openalex.org/I86958956","display_name":"Ferdowsi University of Mashhad","ror":"https://ror.org/00g6ka752","country_code":"IR","type":"education","lineage":["https://openalex.org/I86958956"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Hossein Yaghmaee Moghaddam","raw_affiliation_strings":["Department of Computer Engineering, Ferdowsi University, Mashhad, Iran","Centre of Excellence on Soft Computing and Intelligent Information Processing, Department of Computer Engineering, Ferdowsi University, Mashhad, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Ferdowsi University, Mashhad, Iran","institution_ids":["https://openalex.org/I86958956"]},{"raw_affiliation_string":"Centre of Excellence on Soft Computing and Intelligent Information Processing, Department of Computer Engineering, Ferdowsi University, Mashhad, Iran","institution_ids":["https://openalex.org/I86958956"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5049064626"],"corresponding_institution_ids":["https://openalex.org/I86958956"],"apc_list":null,"apc_paid":null,"fwci":1.0792,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.80255915,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.8385517597198486},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7980936765670776},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.6656162738800049},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6121618151664734},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5411362648010254},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4792609214782715},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.4756985604763031},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.4728921949863434},{"id":"https://openalex.org/keywords/zone-routing-protocol","display_name":"Zone Routing Protocol","score":0.4643125534057617},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4447826147079468},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.4127300977706909}],"concepts":[{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.8385517597198486},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7980936765670776},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.6656162738800049},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6121618151664734},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5411362648010254},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4792609214782715},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.4756985604763031},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.4728921949863434},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.4643125534057617},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4447826147079468},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.4127300977706909}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccece.2014.6900988","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccece.2014.6900988","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE 27th Canadian Conference on Electrical and Computer Engineering (CCECE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1513943849","https://openalex.org/W2000361393","https://openalex.org/W2000875519","https://openalex.org/W2034706653","https://openalex.org/W2070941899","https://openalex.org/W2087091039","https://openalex.org/W2121792381","https://openalex.org/W2131216872","https://openalex.org/W2131454481","https://openalex.org/W2146154022","https://openalex.org/W2152256714","https://openalex.org/W2154246381","https://openalex.org/W2156666755","https://openalex.org/W2166735191","https://openalex.org/W4214717370","https://openalex.org/W6630666883","https://openalex.org/W6682459407"],"related_works":["https://openalex.org/W2087720402","https://openalex.org/W2386876404","https://openalex.org/W2377741144","https://openalex.org/W2126842185","https://openalex.org/W2136197256","https://openalex.org/W2122998529","https://openalex.org/W2489894102","https://openalex.org/W1526204052","https://openalex.org/W2113081707","https://openalex.org/W2153697673"],"abstract_inverted_index":{"Nowadays":[0],"a":[1,11,48],"major":[2],"class":[3],"of":[4,14,28,43,73,93,104,108,139,159,175,193],"wireless":[5,22],"sensor":[6,23],"networks":[7],"(WSNs)":[8],"applications":[9],"require":[10,67],"minimum":[12],"quality":[13,42],"service":[15,44],"parameters":[16],"to":[17,58],"be":[18,56,59,106],"satisfied":[19],"while":[20],"the":[21,29,36,40,52,71,74,78,91,117,136,160,173],"nodes":[24,86],"are":[25,168],"mobile.":[26],"Most":[27],"standard":[30],"WSN":[31],"routing":[32,102,127],"protocols":[33,103,146],"greedily":[34],"choose":[35],"neighbor":[37,75],"node":[38,76,189],"with":[39,77,143],"best":[41,79],"(QoS)":[45],"parameter(s)":[46],"as":[47,64],"next":[49],"hop.":[50],"However,":[51],"data":[53],"packet":[54,151,198],"might":[55,66],"able":[57],"routed":[60],"through":[61],"other":[62,85,113,145],"neighbors":[63],"it":[65,97],"less":[68],"QoS.":[69],"So":[70],"energy":[72,111],"QoS":[80,101,126],"will":[81,88],"deplete":[82],"earlier":[83],"than":[84],"which":[87],"result":[89],"in":[90,129,191],"reduction":[92],"network":[94,137,185],"lifetime.":[95],"Therefore,":[96],"is":[98],"important":[99],"that":[100],"WSNs":[105,130],"capable":[107],"efficiently":[109],"balancing":[110],"and":[112,148,157,188,197],"resources":[114],"consumption":[115],"throughout":[116],"network.":[118],"In":[119],"this":[120],"paper,":[121],"we":[122],"proposed":[123,141,177],"EQR-RL,":[124],"energy-aware":[125],"protocol":[128,142,178],"using":[131],"reinforcement":[132],"learning.":[133],"We":[134],"compare":[135],"performance":[138],"our":[140,176],"two":[144,180],"(QoS-AODV":[147],"RL-QRP).":[149],"The":[150],"delivery":[152,199],"ratio,":[153],"average":[154,165,194],"end-to-end":[155,166,195],"delay":[156,167,196],"impact":[158],"different":[161,184],"traffic":[162,186],"load":[163,187],"on":[164],"investigated.":[169],"Simulation":[170],"results":[171],"indicate":[172],"superiority":[174],"over":[179],"others":[181],"by":[182],"considering":[183],"mobility":[190],"terms":[192],"ratio.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}