{"id":"https://openalex.org/W4205234875","doi":"https://doi.org/10.1109/tsp.2022.3141305","title":"Reinforcement Learning for Motion Policies in Mobile Relaying Networks","display_name":"Reinforcement Learning for Motion Policies in Mobile Relaying Networks","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4205234875","doi":"https://doi.org/10.1109/tsp.2022.3141305"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2022.3141305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3141305","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085250431","display_name":"Spilios Evmorfos","orcid":"https://orcid.org/0000-0002-9899-4562"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Spilios Evmorfos","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rutgers The State University of New Jersey, New Brunswick, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rutgers The State University of New Jersey, New Brunswick, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047747213","display_name":"Konstantinos Diamantaras","orcid":"https://orcid.org/0000-0003-1373-4022"},"institutions":[{"id":"https://openalex.org/I183898223","display_name":"International Hellenic University","ror":"https://ror.org/00708jp83","country_code":"GR","type":"education","lineage":["https://openalex.org/I183898223"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Konstantinos Diamantaras","raw_affiliation_strings":["International Hellenic University, Central Macedonia, Thessaloniki, Greece"],"affiliations":[{"raw_affiliation_string":"International Hellenic University, Central Macedonia, Thessaloniki, Greece","institution_ids":["https://openalex.org/I183898223"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004201783","display_name":"Athina P. Petropulu","orcid":"https://orcid.org/0000-0001-7380-7815"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Athina Petropulu","raw_affiliation_strings":["Rutgers The State University of New Jersey, New Brunswick, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Rutgers The State University of New Jersey, New Brunswick, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5085250431"],"corresponding_institution_ids":["https://openalex.org/I102322142"],"apc_list":null,"apc_paid":null,"fwci":1.4637,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.8069404,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"70","issue":null,"first_page":"850","last_page":"861"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8287551999092102},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.776969313621521},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6897435188293457},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.6724436283111572},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5094583630561829},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5056271553039551},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.44988706707954407},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.4140256345272064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37623095512390137},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.23649713397026062},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2085602581501007}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8287551999092102},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.776969313621521},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6897435188293457},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.6724436283111572},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5094583630561829},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5056271553039551},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.44988706707954407},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.4140256345272064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37623095512390137},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.23649713397026062},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2085602581501007},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2022.3141305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3141305","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W595252221","https://openalex.org/W1980428790","https://openalex.org/W1982262386","https://openalex.org/W2010043948","https://openalex.org/W2016611977","https://openalex.org/W2024371544","https://openalex.org/W2031850322","https://openalex.org/W2060303868","https://openalex.org/W2098745442","https://openalex.org/W2118623524","https://openalex.org/W2129477191","https://openalex.org/W2140147750","https://openalex.org/W2140805151","https://openalex.org/W2145339207","https://openalex.org/W2151815782","https://openalex.org/W2336775896","https://openalex.org/W2406349003","https://openalex.org/W2567691953","https://openalex.org/W2577115920","https://openalex.org/W2757430258","https://openalex.org/W2794955356","https://openalex.org/W2807655913","https://openalex.org/W2945373946","https://openalex.org/W2954168748","https://openalex.org/W2962898704","https://openalex.org/W2963184523","https://openalex.org/W2963569053","https://openalex.org/W2969195240","https://openalex.org/W2978626209","https://openalex.org/W2990715184","https://openalex.org/W3011826978","https://openalex.org/W3015991879","https://openalex.org/W3036296382","https://openalex.org/W3036376198","https://openalex.org/W3036626785","https://openalex.org/W3191617243","https://openalex.org/W3214438853","https://openalex.org/W4214717370","https://openalex.org/W6679828649","https://openalex.org/W6752495264","https://openalex.org/W6779753539","https://openalex.org/W6780179280"],"related_works":["https://openalex.org/W1501483656","https://openalex.org/W2787091472","https://openalex.org/W1965566556","https://openalex.org/W4220680272","https://openalex.org/W2088352174","https://openalex.org/W2561242965","https://openalex.org/W2463175948","https://openalex.org/W2006290459","https://openalex.org/W3084132786","https://openalex.org/W4327661444"],"abstract_inverted_index":{"We":[0,44,57],"consider":[1],"joint":[2],"beamforming":[3,11,34],"and":[4,35,93,197,205,219,224],"relay":[5,10,49,65,97,114],"motion":[6,50],"control":[7,51],"in":[8,14,27,52],"mobile":[9],"networks,":[12],"operating":[13],"a":[15,53,83,119,155,172,199,211],"spatio-temporally":[16],"varying":[17],"channel":[18,105,109,129],"environment.":[19],"A":[20],"time":[21],"slotted":[22],"approach":[23],"is":[24],"adopted,":[25],"where":[26],"each":[28],"slot,":[29],"the":[30,41,46,64,68,72,78,91,96,104,112,132,147,160,166,187,192,216],"relays":[31],"implement":[32],"optimal":[33,38],"estimate":[36],"their":[37],"positions":[39],"for":[40,145],"next":[42],"slot.":[43],"place":[45],"problem":[47],"of":[48,70,103,159,214],"sequential":[54],"decision-making":[55],"framework.":[56],"employ":[58],"Reinforcement":[59],"Learning":[60],"(RL)":[61],"to":[62,189],"guide":[63],"motion,":[66,98],"with":[67,108],"goal":[69],"maximizing":[71],"cumulative":[73],"Signal-to-Interference+Noise":[74],"Ratio":[75],"(SINR)":[76],"at":[77,111],"destination.":[79],"First,":[80],"we":[81,117,136,209],"present":[82],"model":[84,106],"based":[85,99],"RL":[86],"approach,":[87,123,135],"which":[88,124],"predictively":[89],"estimates":[90],"SINR":[92,206],"accordingly":[94],"determines":[95],"on":[100,128,202,222],"partial":[101],"knowledge":[102],"along":[107],"measurements":[110],"current":[113],"positions.":[115],"Second,":[116],"propose":[118,137],"model-free":[120],"deep":[121,133],"Q-learning":[122,134],"does":[125],"not":[126],"rely":[127],"models.":[130],"For":[131],"two":[138],"modified":[139],"Multilayer":[140],"Perceptron":[141],"Neural":[142],"Networks":[143],"(MLPs)":[144],"approximating":[146],"value":[148,195],"function":[149,196],"Q.":[150],"The":[151,168],"first":[152],"modification":[153,170],"applies":[154],"Fourier":[156],"feature":[157],"mapping":[158],"state":[161],"before":[162],"passing":[163],"it":[164],"through":[165],"MLP.":[167],"second":[169],"constitutes":[171],"different":[173],"neural":[174],"network":[175],"architecture":[176],"that":[177],"uses":[178],"sinusoids":[179],"as":[180],"activations":[181],"between":[182],"layers.":[183],"Both":[184],"modifications":[185],"enable":[186],"MLP":[188],"better":[190],"learn":[191],"high":[193],"frequency":[194],"have":[198],"profound":[200],"effect":[201],"convergence":[203],"speed":[204],"performance.":[207],"Finally,":[208],"conduct":[210],"comparative":[212],"analysis":[213],"all":[215],"presented":[217],"approaches":[218],"provide":[220],"insights":[221],"advantages":[223],"drawbacks.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}