{"id":"https://openalex.org/W3157503979","doi":"https://doi.org/10.1155/2021/5587656","title":"A Reinforcement Learning-Based Configuring Approach in Next-Generation Wireless Networks Using Software-Defined Metasurface","display_name":"A Reinforcement Learning-Based Configuring Approach in Next-Generation Wireless Networks Using Software-Defined Metasurface","publication_year":2021,"publication_date":"2021-04-26","ids":{"openalex":"https://openalex.org/W3157503979","doi":"https://doi.org/10.1155/2021/5587656","mag":"3157503979"},"language":"en","primary_location":{"id":"doi:10.1155/2021/5587656","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5587656","pdf_url":"https://downloads.hindawi.com/journals/scn/2021/5587656.pdf","source":{"id":"https://openalex.org/S120683614","display_name":"Security and Communication Networks","issn_l":"1939-0114","issn":["1939-0114","1939-0122"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Security and Communication Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/scn/2021/5587656.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040327521","display_name":"Fatemeh Aliannejad","orcid":null},"institutions":[{"id":"https://openalex.org/I176861719","display_name":"University of Shahrood","ror":"https://ror.org/00yqvtm78","country_code":"IR","type":"education","lineage":["https://openalex.org/I176861719"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Fatemeh Aliannejad","raw_affiliation_strings":["Faculty of Computer Engineering, Shahrood University of Technology, Shahrood, Iran"],"raw_orcid":"https://orcid.org/0000-0002-3096-0964","affiliations":[{"raw_affiliation_string":"Faculty of Computer Engineering, Shahrood University of Technology, Shahrood, Iran","institution_ids":["https://openalex.org/I176861719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027558009","display_name":"Esmaeel Tahanian","orcid":"https://orcid.org/0000-0002-5418-2490"},"institutions":[{"id":"https://openalex.org/I176861719","display_name":"University of Shahrood","ror":"https://ror.org/00yqvtm78","country_code":"IR","type":"education","lineage":["https://openalex.org/I176861719"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Esmaeel Tahanian","raw_affiliation_strings":["Faculty of Computer Engineering, Shahrood University of Technology, Shahrood, Iran"],"raw_orcid":"https://orcid.org/0000-0002-5418-2490","affiliations":[{"raw_affiliation_string":"Faculty of Computer Engineering, Shahrood University of Technology, Shahrood, Iran","institution_ids":["https://openalex.org/I176861719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053910791","display_name":"Mansoor Fateh","orcid":"https://orcid.org/0000-0003-2133-3480"},"institutions":[{"id":"https://openalex.org/I176861719","display_name":"University of Shahrood","ror":"https://ror.org/00yqvtm78","country_code":"IR","type":"education","lineage":["https://openalex.org/I176861719"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mansoor Fateh","raw_affiliation_strings":["Faculty of Computer Engineering, Shahrood University of Technology, Shahrood, Iran"],"raw_orcid":"https://orcid.org/0000-0003-2133-3480","affiliations":[{"raw_affiliation_string":"Faculty of Computer Engineering, Shahrood University of Technology, Shahrood, Iran","institution_ids":["https://openalex.org/I176861719"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035057038","display_name":"Mohsen Rezvani","orcid":"https://orcid.org/0000-0002-1172-1941"},"institutions":[{"id":"https://openalex.org/I176861719","display_name":"University of Shahrood","ror":"https://ror.org/00yqvtm78","country_code":"IR","type":"education","lineage":["https://openalex.org/I176861719"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohsen Rezvani","raw_affiliation_strings":["Faculty of Computer Engineering, Shahrood University of Technology, Shahrood, Iran"],"raw_orcid":"https://orcid.org/0000-0002-1172-1941","affiliations":[{"raw_affiliation_string":"Faculty of Computer Engineering, Shahrood University of Technology, Shahrood, Iran","institution_ids":["https://openalex.org/I176861719"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5027558009"],"corresponding_institution_ids":["https://openalex.org/I176861719"],"apc_list":{"value":2100,"currency":"USD","value_usd":2100},"apc_paid":{"value":2100,"currency":"USD","value_usd":2100},"fwci":2.1896,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92343667,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"2021","issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7258099317550659},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6871738433837891},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.581586480140686},{"id":"https://openalex.org/keywords/multipath-propagation","display_name":"Multipath propagation","score":0.5678998827934265},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5266473293304443},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4359835982322693},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.42577847838401794},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3158581852912903},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2161097228527069},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1336234211921692}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7258099317550659},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6871738433837891},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.581586480140686},{"id":"https://openalex.org/C161218011","wikidata":"https://www.wikidata.org/wiki/Q11827794","display_name":"Multipath propagation","level":3,"score":0.5678998827934265},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5266473293304443},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4359835982322693},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.42577847838401794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3158581852912903},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2161097228527069},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1336234211921692},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2021/5587656","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5587656","pdf_url":"https://downloads.hindawi.com/journals/scn/2021/5587656.pdf","source":{"id":"https://openalex.org/S120683614","display_name":"Security and Communication Networks","issn_l":"1939-0114","issn":["1939-0114","1939-0122"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Security and Communication Networks","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ecab52739ccb404aa98ab29e8169c7b5","is_oa":false,"landing_page_url":"https://doaj.org/article/ecab52739ccb404aa98ab29e8169c7b5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Security and Communication Networks, Vol 2021 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2021/5587656","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5587656","pdf_url":"https://downloads.hindawi.com/journals/scn/2021/5587656.pdf","source":{"id":"https://openalex.org/S120683614","display_name":"Security and Communication Networks","issn_l":"1939-0114","issn":["1939-0114","1939-0122"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Security and Communication Networks","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3157503979.pdf","grobid_xml":"https://content.openalex.org/works/W3157503979.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W206679605","https://openalex.org/W1984114931","https://openalex.org/W2037866776","https://openalex.org/W2054304632","https://openalex.org/W2103561211","https://openalex.org/W2107726111","https://openalex.org/W2224938860","https://openalex.org/W2343448572","https://openalex.org/W2551205347","https://openalex.org/W2606107257","https://openalex.org/W2756265206","https://openalex.org/W2769583887","https://openalex.org/W2898344704","https://openalex.org/W2898925204","https://openalex.org/W2901268226","https://openalex.org/W2907466264","https://openalex.org/W2913454702","https://openalex.org/W2944724134","https://openalex.org/W2963121727","https://openalex.org/W2963460596","https://openalex.org/W2964076076","https://openalex.org/W2969519626","https://openalex.org/W3004150905","https://openalex.org/W3005759659","https://openalex.org/W3006334803","https://openalex.org/W3013579342","https://openalex.org/W3104403981","https://openalex.org/W3105983977","https://openalex.org/W3128387038","https://openalex.org/W6746142589"],"related_works":["https://openalex.org/W3088315509","https://openalex.org/W2894100501","https://openalex.org/W2082587691","https://openalex.org/W4312624195","https://openalex.org/W2950978186","https://openalex.org/W2783002080","https://openalex.org/W3038405775","https://openalex.org/W3163757514","https://openalex.org/W4205307821","https://openalex.org/W3036875774"],"abstract_inverted_index":{"The":[0,85],"next":[1],"generation":[2],"of":[3,38,45,49,87,109,138,202,238,249],"wireless":[4,59,224],"networks":[5,60],"including":[6,256],"Five":[7],"and":[8,18,47,70,81,174,188,196,229,273],"Six":[9],"Generations":[10],"(":[11],"<a:math":[12],"xmlns:a=\"http://www.w3.org/1998/Math/MathML\"":[13],"id=\"M1\">":[14],"<a:mn>5</a:mn>":[15],"<a:mi>G</a:mi>":[16],"</a:math>":[17],"<c:math":[19],"xmlns:c=\"http://www.w3.org/1998/Math/MathML\"":[20],"id=\"M2\">":[21],"<c:mn>6</c:mn>":[22],"<c:mi>G</c:mi>":[23],"</c:math>":[24],")":[25],"can":[26,116],"provide":[27,264],"very":[28],"high":[29,55,64],"data":[30,56],"rates":[31],"as":[32,68,193],"a":[33,54,78,124,139,154,171,176,213,265],"demand":[34],"for":[35,122,144,160,253,269],"the":[36,58,92,106,110,113,120,136,158,168,184,189,194,200,209,218,227,230,236,239,246,250,271,275,290],"Internet":[37],"Everything":[39],"(IoE)":[40],"system":[41],"which":[42,73],"connects":[43],"millions":[44],"people":[46],"billions":[48],"machines.":[50],"To":[51],"reach":[52],"such":[53,67,147],"rate,":[57],"should":[61,130],"work":[62],"at":[63],"enough":[65],"frequencies,":[66],"millimeter":[69],"THz":[71],"bands,":[72],"in":[74,91,157,212,241,287],"turn":[75],"suffer":[76],"from":[77],"large":[79,172],"attenuation":[80],"acute":[82],"multipath":[83],"fading.":[84],"idea":[86],"coating":[88],"any":[89],"objects":[90],"environment":[93,115,243],"with":[94,289],"Software-Defined":[95],"Metasurfaces":[96],"(SDMs)":[97],"was":[98],"presented":[99],"to":[100,221,263,280],"control":[101],"these":[102],"effects":[103],"by":[104,234,245],"managing":[105],"electromagnetic":[107,186],"properties":[108],"environment.":[111,149],"Since":[112],"programmable":[114],"be":[117,131],"changed":[118],"during":[119],"communication,":[121],"example,":[123,161],"sudden":[125,258],"obstacle":[126,163],"appears,":[127],"this":[128],"management":[129],"adaptive.":[132],"This":[133],"paper":[134],"presents":[135],"use":[137],"reinforcement":[140],"learning":[141],"(RL)":[142],"algorithm":[143],"dynamically":[145],"configuring":[146],"an":[148,162,242],"In":[150,181],"other":[151],"words,":[152],"when":[153],"change":[155],"happens":[156],"environment,":[159],"blocks":[164],"some":[165],"EM":[166],"waves,":[167],"agent":[169],"receives":[170],"punishment,":[173],"therefore":[175],"new":[177],"action":[178],"is":[179],"selected.":[180],"our":[182],"model,":[183],"transmitted":[185],"waves":[187,211],"tiles":[190,240],"are":[191],"considered":[192],"agents":[195],"states,":[197],"respectively.":[198],"Moreover,":[199],"actions":[201],"each":[203],"tile":[204],"include":[205],"absorbing":[206],"or":[207],"reflecting":[208],"impinging":[210],"specific":[214],"direction.":[215],"We":[216],"utilize":[217],"Q-learning":[219],"technique":[220],"establish":[222],"proper":[223,266],"links":[225],"between":[226],"users":[228,272],"access":[231],"point":[232],"(AP)":[233],"controlling":[235],"state":[237],"covered":[244],"SDMs.":[247],"Evaluation":[248],"proposed":[251],"model":[252],"different":[254],"scenarios,":[255],"emerging":[257],"obstacles,":[259],"indicates":[260],"its":[261],"potential":[262],"signal":[267],"level":[268],"all":[270],"improve":[274],"average":[276],"received":[277],"power":[278],"up":[279],"<e:math":[281],"xmlns:e=\"http://www.w3.org/1998/Math/MathML\"":[282],"id=\"M3\">":[283],"<e:mn>12</e:mn>":[284],"<e:mo>%</e:mo>":[285],"</e:math>":[286],"comparison":[288],"related":[291],"works.":[292]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}