{"id":"https://openalex.org/W3175048336","doi":"https://doi.org/10.1109/icc42927.2021.9500318","title":"Reinforcement Learning for Autonomous Vehicle Movements in Wireless Sensor Networks","display_name":"Reinforcement Learning for Autonomous Vehicle Movements in Wireless Sensor Networks","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3175048336","doi":"https://doi.org/10.1109/icc42927.2021.9500318","mag":"3175048336"},"language":"en","primary_location":{"id":"doi:10.1109/icc42927.2021.9500318","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc42927.2021.9500318","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2021 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069121795","display_name":"Haitham Afifi","orcid":"https://orcid.org/0000-0002-2602-5535"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Haitham Afifi","raw_affiliation_strings":["Paderborn University,Computer Networks Group,Germany","Computer Networks Group, Paderborn University, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paderborn University,Computer Networks Group,Germany","institution_ids":["https://openalex.org/I206945453"]},{"raw_affiliation_string":"Computer Networks Group, Paderborn University, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086784011","display_name":"Arunselvan Ramaswamy","orcid":"https://orcid.org/0000-0001-7547-8111"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Arunselvan Ramaswamy","raw_affiliation_strings":["Paderborn University,Heinz Nixdorf Institute and the Department of Computer Science,Paderborn,Germany,33098"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paderborn University,Heinz Nixdorf Institute and the Department of Computer Science,Paderborn,Germany,33098","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019777818","display_name":"Holger Karl","orcid":"https://orcid.org/0000-0002-8343-6322"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Holger Karl","raw_affiliation_strings":["Paderborn University,Computer Networks Group,Germany","Computer Networks Group, Paderborn University, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paderborn University,Computer Networks Group,Germany","institution_ids":["https://openalex.org/I206945453"]},{"raw_affiliation_string":"Computer Networks Group, Paderborn University, Germany","institution_ids":["https://openalex.org/I206945453"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.962,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.76883711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8079284429550171},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6655383706092834},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5732470750808716},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5631189346313477},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.332526296377182},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3218064606189728},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.25192153453826904},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19593986868858337}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8079284429550171},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6655383706092834},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5732470750808716},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5631189346313477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.332526296377182},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3218064606189728},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25192153453826904},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19593986868858337}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc42927.2021.9500318","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc42927.2021.9500318","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2021 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2006993200","https://openalex.org/W2121863487","https://openalex.org/W2128562854","https://openalex.org/W2293596721","https://openalex.org/W2554009248","https://openalex.org/W2566671791","https://openalex.org/W2749920848","https://openalex.org/W2767345790","https://openalex.org/W2775641139","https://openalex.org/W2887631981","https://openalex.org/W2899564885","https://openalex.org/W2900160352","https://openalex.org/W2900544637","https://openalex.org/W2903876160","https://openalex.org/W2955444568","https://openalex.org/W2962731344","https://openalex.org/W3080501192","https://openalex.org/W3121662297","https://openalex.org/W3124696941","https://openalex.org/W4289242555","https://openalex.org/W6679438253","https://openalex.org/W6757218863","https://openalex.org/W6781753136"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"In":[0,16],"this":[1],"work":[2],"we":[3,76,121,168,193],"use":[4,74],"autonomous":[5,20,94,150],"vehicles":[6,95,151,174],"to":[7,18,38,59,128,198,211],"improve":[8],"the":[9,40,61,101,106,123,147,161,170,173,177,181,190,195,207],"performance":[10,28,63,124,148,208],"of":[11,32,42,53,85,125,149,154,172,180,206],"Wireless":[12],"Sensor":[13],"Networks":[14],"(WSNs).":[15],"contrast":[17],"other":[19],"vehicle":[21],"applications,":[22],"WSNs":[23],"have":[24],"two":[25,129],"metrics":[26],"for":[27,64,99],"evaluation.":[29],"First,":[30],"quality":[31,41,52],"information":[33],"(QoI)":[34],"which":[35,56],"is":[36,57,158],"used":[37,58],"measure":[39,60],"sensed":[43],"data":[44,65],"(e.g.,":[45,67],"measurement":[46],"uncertainties":[47],"or":[48],"signal":[49],"strength).":[50],"Second,":[51],"service":[54],"(QoS)":[55],"network\u2019s":[62],"forwarding":[66],"delay":[68],"and":[69,91,114,136,156,184,202],"packet":[70],"losses).":[71],"As":[72],"a":[73,83,89,109,199],"case,":[75],"consider":[77],"wireless":[78],"acoustic":[79],"sensor":[80],"networks,":[81],"where":[82],"group":[84],"speakers":[86,133],"move":[87],"inside":[88],"room":[90],"there":[92],"are":[93],"installed":[96],"with":[97,209],"microphones":[98,135,137],"streaming":[100],"audio":[102],"data.":[103],"We":[104],"formulate":[105],"problem":[107,112],"as":[108],"Markov":[110],"decision":[111],"(MDP)":[113],"solve":[115],"it":[116],"using":[117,144],"Deep-Q-Networks":[118],"(DQN).":[119],"Additionally,":[120],"compare":[122,194],"DQN":[126,182,196],"solution":[127,183,197],"different":[130],"real-world":[131,162],"implementations:":[132],"holding/passing":[134],"being":[138],"preinstalled":[139],"in":[140,152,164],"fixed":[141],"positions.We":[142],"show":[143,185],"simulations":[145],"that":[146],"terms":[153],"QoI":[155],"QoS":[157],"better":[159],"than":[160],"implementation":[163],"some":[165],"scenarios.":[166],"Moreover,":[167],"study":[169],"impact":[171],"speed":[175],"on":[176],"learning":[178],"process":[179],"how":[186],"low":[187],"speeds":[188],"degrade":[189],"performance.":[191],"Finally,":[192],"heuristic":[200],"one":[201],"provide":[203],"theoretical":[204],"analysis":[205],"respect":[210],"dynamic":[212],"WSNs.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}