{"id":"https://openalex.org/W2784606723","doi":"https://doi.org/10.1177/1550147718754728","title":"A better-performing Q-learning game-theoretic distributed routing for underwater wireless sensor networks","display_name":"A better-performing Q-learning game-theoretic distributed routing for underwater wireless sensor networks","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2784606723","doi":"https://doi.org/10.1177/1550147718754728","mag":"2784606723"},"language":"en","primary_location":{"id":"doi:10.1177/1550147718754728","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1550147718754728","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1550147718754728","source":{"id":"https://openalex.org/S64417657","display_name":"International Journal of Distributed Sensor Networks","issn_l":"1550-1329","issn":["1550-1329","1550-1477"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Distributed Sensor Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.sagepub.com/doi/pdf/10.1177/1550147718754728","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100704334","display_name":"Sungwook Kim","orcid":"https://orcid.org/0000-0003-1967-151X"},"institutions":[{"id":"https://openalex.org/I148751991","display_name":"Sogang University","ror":"https://ror.org/056tn4839","country_code":"KR","type":"education","lineage":["https://openalex.org/I148751991"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sungwook Kim","raw_affiliation_strings":["Department of Computer Science, Sogang University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sogang University, Seoul, South Korea","institution_ids":["https://openalex.org/I148751991"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100704334"],"corresponding_institution_ids":["https://openalex.org/I148751991"],"apc_list":{"value":2200,"currency":"USD","value_usd":2200},"apc_paid":{"value":2200,"currency":"USD","value_usd":2200},"fwci":2.6688,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.88118188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"14","issue":"1","first_page":"155014771875472","last_page":"155014771875472"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8505527973175049},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.6896155476570129},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.551866888999939},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5131738781929016},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5084182620048523},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.4736279845237732},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.4721294045448303},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.46296051144599915},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.46238604187965393},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.41590744256973267},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1677582859992981}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8505527973175049},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.6896155476570129},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.551866888999939},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5131738781929016},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5084182620048523},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.4736279845237732},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4721294045448303},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46296051144599915},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.46238604187965393},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.41590744256973267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1677582859992981},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1177/1550147718754728","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1550147718754728","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1550147718754728","source":{"id":"https://openalex.org/S64417657","display_name":"International Journal of Distributed Sensor Networks","issn_l":"1550-1329","issn":["1550-1329","1550-1477"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Distributed Sensor Networks","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:sae:intdis:v:14:y:2018:i:1:p:1550147718754728","is_oa":false,"landing_page_url":"https://journals.sagepub.com/doi/10.1177/1550147718754728","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:18da9afa40894e89b10ee53859c7eb80","is_oa":true,"landing_page_url":"https://doaj.org/article/18da9afa40894e89b10ee53859c7eb80","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Distributed Sensor Networks, Vol 14 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1177/1550147718754728","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1550147718754728","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1550147718754728","source":{"id":"https://openalex.org/S64417657","display_name":"International Journal of Distributed Sensor Networks","issn_l":"1550-1329","issn":["1550-1329","1550-1477"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Distributed Sensor Networks","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G8175428533","display_name":null,"funder_award_id":"NRF-2015R1D1A1A01060835","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2784606723.pdf","grobid_xml":"https://content.openalex.org/works/W2784606723.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1980521073","https://openalex.org/W1981118980","https://openalex.org/W2095079510","https://openalex.org/W2101124704","https://openalex.org/W2130509337","https://openalex.org/W2158759419","https://openalex.org/W2160858934","https://openalex.org/W2170388813","https://openalex.org/W2295636893","https://openalex.org/W2581072824","https://openalex.org/W2599509984","https://openalex.org/W2622374419","https://openalex.org/W4214743538","https://openalex.org/W4252215110"],"related_works":["https://openalex.org/W3081304190","https://openalex.org/W2477841276","https://openalex.org/W4225540233","https://openalex.org/W1989468614","https://openalex.org/W46613192","https://openalex.org/W2556643280","https://openalex.org/W4285703999","https://openalex.org/W2185568765","https://openalex.org/W2353494610","https://openalex.org/W3214188517"],"abstract_inverted_index":{"Underwater":[0],"sensor":[1,21,83,122,158],"networks":[2,22,123,159],"have":[3],"recently":[4],"emerged":[5],"as":[6,99],"a":[7,100,126,133],"promising":[8],"networking":[9],"technique":[10],"for":[11],"various":[12],"underwater":[13,20,82,121,157],"applications.":[14],"However,":[15],"the":[16,24,70,117,120,139],"acoustic":[17,78],"routing":[18,52,74,101],"of":[19,31,36,72,119,132,153],"in":[23,29,60,81,125,151],"aquatic":[25],"environment":[26],"presents":[27],"challenges":[28],"terms":[30,152],"dynamic":[32],"structure,":[33],"high":[34],"rates":[35],"energy":[37,154],"consumption,":[38],"long":[39],"propagation":[40],"delay,":[41],"and":[42,93,96,156],"narrow":[43],"bandwidth.":[44],"Therefore,":[45],"it":[46],"is":[47,88,97],"difficult":[48],"to":[49,57,76,104],"adapt":[50],"traditional":[51],"protocols,":[53],"which":[54],"are":[55],"known":[56],"be":[58],"reliable":[59],"terrestrial":[61],"wireless":[62],"networks.":[63,84],"In":[64,110],"this":[65],"study,":[66],"we":[67],"focus":[68],"on":[69,90],"development":[71],"novel":[73],"algorithms":[75],"tackle":[77],"transmission":[79],"problems":[80],"The":[85,130],"proposed":[86,140],"scheme":[87,141],"based":[89],"reinforcement":[91],"learning":[92],"game":[94,102,114],"theory":[95],"designed":[98],"model":[103],"provide":[105],"an":[106],"effective":[107],"packet-forwarding":[108],"mechanism.":[109],"particular,":[111],"our":[112],"Q-learning":[113],"paradigm":[115],"captures":[116],"dynamics":[118],"system":[124,149],"decentralized,":[127],"distributed":[128],"manner.":[129],"results":[131],"performance":[134,150],"simulation":[135],"analysis":[136],"show":[137],"that":[138],"can":[142],"outperform":[143],"existing":[144],"schemes":[145],"while":[146],"displaying":[147],"balanced":[148],"efficiency":[155],"throughput.":[160]},"counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}