{"id":"https://openalex.org/W4402263051","doi":"https://doi.org/10.1109/wincom62286.2024.10656891","title":"Improving UWSN Performance Using Reinforcement Learning Algorithm QENDIP","display_name":"Improving UWSN Performance Using Reinforcement Learning Algorithm QENDIP","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4402263051","doi":"https://doi.org/10.1109/wincom62286.2024.10656891"},"language":"en","primary_location":{"id":"doi:10.1109/wincom62286.2024.10656891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wincom62286.2024.10656891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 11th International Conference on Wireless Networks and Mobile Communications (WINCOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107013571","display_name":"Hamid Ouidir","orcid":"https://orcid.org/0009-0009-5756-5399"},"institutions":[{"id":"https://openalex.org/I126477371","display_name":"Mohammed V University","ror":"https://ror.org/00r8w8f84","country_code":"MA","type":"education","lineage":["https://openalex.org/I126477371"]}],"countries":["MA"],"is_corresponding":true,"raw_author_name":"Hamid Ouidir","raw_affiliation_strings":["Mohammed V University in Rabat,SSLab, ENSIAS,Morocco"],"affiliations":[{"raw_affiliation_string":"Mohammed V University in Rabat,SSLab, ENSIAS,Morocco","institution_ids":["https://openalex.org/I126477371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053815522","display_name":"Amine Berqia","orcid":"https://orcid.org/0000-0002-3566-2894"},"institutions":[{"id":"https://openalex.org/I126477371","display_name":"Mohammed V University","ror":"https://ror.org/00r8w8f84","country_code":"MA","type":"education","lineage":["https://openalex.org/I126477371"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Amine Berqia","raw_affiliation_strings":["Mohammed V University in Rabat,SSLab, ENSIAS,Morocco"],"affiliations":[{"raw_affiliation_string":"Mohammed V University in Rabat,SSLab, ENSIAS,Morocco","institution_ids":["https://openalex.org/I126477371"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062984583","display_name":"Siham Aouad","orcid":"https://orcid.org/0009-0003-0024-5868"},"institutions":[{"id":"https://openalex.org/I126477371","display_name":"Mohammed V University","ror":"https://ror.org/00r8w8f84","country_code":"MA","type":"education","lineage":["https://openalex.org/I126477371"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Siham Aouad","raw_affiliation_strings":["Mohammed V University in Rabat,SSLab, ENSIAS,Morocco"],"affiliations":[{"raw_affiliation_string":"Mohammed V University in Rabat,SSLab, ENSIAS,Morocco","institution_ids":["https://openalex.org/I126477371"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5107013571"],"corresponding_institution_ids":["https://openalex.org/I126477371"],"apc_list":null,"apc_paid":null,"fwci":0.7108,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.69198091,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7696405649185181},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7044719457626343},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.43004193902015686},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3695501387119293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30145424604415894}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7696405649185181},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7044719457626343},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43004193902015686},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3695501387119293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30145424604415894}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wincom62286.2024.10656891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wincom62286.2024.10656891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 11th International Conference on Wireless Networks and Mobile Communications (WINCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W169931978","https://openalex.org/W406819860","https://openalex.org/W410940147","https://openalex.org/W1591187306","https://openalex.org/W1906577849","https://openalex.org/W2013414343","https://openalex.org/W2091581981","https://openalex.org/W2119567691","https://openalex.org/W2130509337","https://openalex.org/W2284276045","https://openalex.org/W2297893795","https://openalex.org/W2738795732","https://openalex.org/W2784606723","https://openalex.org/W2901904672","https://openalex.org/W2908816692","https://openalex.org/W2910466297","https://openalex.org/W2951290845","https://openalex.org/W3085491137","https://openalex.org/W3113072632","https://openalex.org/W3121887140","https://openalex.org/W3128965135","https://openalex.org/W4244752053","https://openalex.org/W4315491715","https://openalex.org/W6614172331"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"The":[0],"deployment":[1],"of":[2,39,45,50,71,121,140],"underwater":[3],"wireless":[4],"sensor":[5],"networks":[6,42],"(UWSN)":[7],"in":[8,23,43,56,65,128,135,138],"aquatic":[9],"environments":[10],"allows":[11],"man":[12],"to":[13,112],"better":[14],"expose":[15],"and":[16,20,31,48,74,91,144],"explore":[17],"the":[18,37,57,99,113,133],"riches":[19],"opportunities":[21],"presented":[22],"these":[24],"environments.":[25],"At":[26],"this":[27,80,136],"regard,":[28],"several":[29],"researches":[30],"studies":[32],"have":[33],"been":[34],"conducted":[35],"with":[36],"aim":[38],"improving":[40],"UWSN":[41],"terms":[44,139],"performance,":[46],"efficiency":[47],"quality":[49],"service.":[51],"Our":[52],"research":[53],"is":[54,117],"included":[55],"same":[58],"paradigm":[59],"that":[60,125],"illustrates":[61],"artificial":[62],"intelligence's":[63],"role":[64],"boosting":[66],"network":[67,75,141],"performance":[68,134],"through":[69],"optimization":[70],"energy":[72,90,145],"consumption":[73],"lifetime":[76],"extension.":[77],"In":[78],"effect,":[79],"work":[81],"essentially":[82],"proposes":[83],"a":[84,107],"method":[85],"called":[86],"Q-":[87],"Learning,":[88],"based":[89],"distance":[92],"related":[93],"routing":[94],"path":[95],"(QENDIP),":[96],"which":[97],"finds":[98],"best":[100],"route":[101],"for":[102],"each":[103],"data":[104],"forwarding":[105],"from":[106],"randomly":[108],"selected":[109],"node":[110],"sender":[111],"sink":[114],"node.":[115],"QENDIP":[116],"an":[118],"off-policy":[119],"type":[120],"reinforcement":[122],"learning":[123],"technique":[124],"works":[126],"well":[127],"stochastic":[129],"processes.":[130],"We":[131],"assessed":[132],"study":[137],"lifetime,":[142],"throughput,":[143],"consumption.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}