{"id":"https://openalex.org/W3127026882","doi":"https://doi.org/10.1109/tnse.2021.3070476","title":"Actor-Critic Learning Based QoS-Aware Scheduler for Reconfigurable Wireless Networks","display_name":"Actor-Critic Learning Based QoS-Aware Scheduler for Reconfigurable Wireless Networks","publication_year":2021,"publication_date":"2021-04-05","ids":{"openalex":"https://openalex.org/W3127026882","doi":"https://doi.org/10.1109/tnse.2021.3070476","mag":"3127026882"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2021.3070476","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3070476","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.00145","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059013586","display_name":"Shahram Mollahasani","orcid":"https://orcid.org/0000-0002-4869-1934"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Shahram Mollahasani","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Otttawa, Ottawa, Ontario, Canada","University of Ottawa"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Otttawa, Ottawa, Ontario, Canada","institution_ids":[]},{"raw_affiliation_string":"University of Ottawa","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Otttawa, Ottawa, Ontario, Canada","University of Ottawa"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Otttawa, Ottawa, Ontario, Canada","institution_ids":[]},{"raw_affiliation_string":"University of Ottawa","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046908882","display_name":"Mahdi Hirab","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146789","display_name":"Acceleware (Canada)","ror":"https://ror.org/04jmyrr44","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210146789"]},{"id":"https://openalex.org/I74786994","display_name":"Kitware (United States)","ror":"https://ror.org/02s2acn37","country_code":"US","type":"company","lineage":["https://openalex.org/I74786994"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Mahdi Hirab","raw_affiliation_strings":["VMware Inc., Ontario, Canada","VMware"],"affiliations":[{"raw_affiliation_string":"VMware Inc., Ontario, Canada","institution_ids":["https://openalex.org/I4210146789"]},{"raw_affiliation_string":"VMware","institution_ids":["https://openalex.org/I74786994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060156433","display_name":"Hoda Dehghan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146789","display_name":"Acceleware (Canada)","ror":"https://ror.org/04jmyrr44","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210146789"]},{"id":"https://openalex.org/I74786994","display_name":"Kitware (United States)","ror":"https://ror.org/02s2acn37","country_code":"US","type":"company","lineage":["https://openalex.org/I74786994"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Hoda Dehghan","raw_affiliation_strings":["VMware Inc., Ontario, Canada","VMware"],"affiliations":[{"raw_affiliation_string":"VMware Inc., Ontario, Canada","institution_ids":["https://openalex.org/I4210146789"]},{"raw_affiliation_string":"VMware","institution_ids":["https://openalex.org/I74786994"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083773283","display_name":"Rodney Wilson","orcid":null},"institutions":[{"id":"https://openalex.org/I4210160469","display_name":"Ciena (Canada)","ror":"https://ror.org/05agqdk49","country_code":"CA","type":"company","lineage":["https://openalex.org/I1295297804","https://openalex.org/I4210160469"]},{"id":"https://openalex.org/I1295297804","display_name":"Ciena (United States)","ror":"https://ror.org/05w425588","country_code":"US","type":"company","lineage":["https://openalex.org/I1295297804"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Rodney Wilson","raw_affiliation_strings":["Ciena Inc., Ottawa, ON, Canada","[Ciena Inc., Hanover, Maryland, United States, (e-mail: rwilson@ciena.com)]"],"affiliations":[{"raw_affiliation_string":"Ciena Inc., Ottawa, ON, Canada","institution_ids":["https://openalex.org/I4210160469"]},{"raw_affiliation_string":"[Ciena Inc., Hanover, Maryland, United States, (e-mail: rwilson@ciena.com)]","institution_ids":["https://openalex.org/I1295297804"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5059013586"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":0.3036,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.54365387,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"9","issue":"1","first_page":"45","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8411368131637573},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.7764136791229248},{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.6535178422927856},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5527676939964294},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5149734616279602},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5099526643753052},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5092571973800659},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.4712924063205719},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.43450793623924255},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14858821034431458},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.13106662034988403}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8411368131637573},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.7764136791229248},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.6535178422927856},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5527676939964294},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5149734616279602},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5099526643753052},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5092571973800659},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4712924063205719},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.43450793623924255},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14858821034431458},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.13106662034988403},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tnse.2021.3070476","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3070476","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2102.00145","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.00145","pdf_url":"https://arxiv.org/pdf/2102.00145","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3127026882","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2102.00145","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2102.00145","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.00145","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.00145","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.00145","pdf_url":"https://arxiv.org/pdf/2102.00145","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.41999998688697815,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3127026882.pdf","grobid_xml":"https://content.openalex.org/works/W3127026882.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1985355754","https://openalex.org/W1986792216","https://openalex.org/W1991665457","https://openalex.org/W2096479633","https://openalex.org/W2111085587","https://openalex.org/W2133005900","https://openalex.org/W2322852727","https://openalex.org/W2563394193","https://openalex.org/W2593044849","https://openalex.org/W2602923095","https://openalex.org/W2767359317","https://openalex.org/W2787114603","https://openalex.org/W2788005034","https://openalex.org/W2801164385","https://openalex.org/W2888448571","https://openalex.org/W2890483234","https://openalex.org/W2898035736","https://openalex.org/W2899095755","https://openalex.org/W2947529477","https://openalex.org/W2951069563","https://openalex.org/W2953691792","https://openalex.org/W2966474371","https://openalex.org/W2968438504","https://openalex.org/W2979912857","https://openalex.org/W2989734355","https://openalex.org/W2990740617","https://openalex.org/W3000086124","https://openalex.org/W3005116230","https://openalex.org/W3008502609","https://openalex.org/W3015841032","https://openalex.org/W3043915370","https://openalex.org/W3045484122","https://openalex.org/W3045907565","https://openalex.org/W3100501627","https://openalex.org/W3103072945","https://openalex.org/W3166634341","https://openalex.org/W6734206676","https://openalex.org/W6780559895","https://openalex.org/W6780982896","https://openalex.org/W6796227880"],"related_works":["https://openalex.org/W3149393134","https://openalex.org/W2123032963","https://openalex.org/W2960466134","https://openalex.org/W122368643","https://openalex.org/W2768512326","https://openalex.org/W2991616178","https://openalex.org/W2161844412","https://openalex.org/W2188269051","https://openalex.org/W3112375703","https://openalex.org/W2889479452","https://openalex.org/W2466299575","https://openalex.org/W2181309802","https://openalex.org/W2783156804","https://openalex.org/W3038717829","https://openalex.org/W2231240444","https://openalex.org/W2230086342","https://openalex.org/W2550203133","https://openalex.org/W2955021376","https://openalex.org/W2982313657","https://openalex.org/W2512101718"],"abstract_inverted_index":{"The":[0,144,168,187],"flexibility":[1],"offered":[2],"by":[3,68,173,178],"reconfigurable":[4],"wireless":[5],"networks,":[6],"provide":[7,127],"new":[8],"opportunities":[9],"for":[10,88,107],"various":[11],"applications":[12,32],"such":[13],"as":[14],"online":[15],"AR/VR":[16],"gaming,":[17],"high-quality":[18],"video":[19],"streaming":[20],"and":[21,28,42,62,79,153,161,163,184],"autonomous":[22],"vehicles,":[23],"that":[24,190],"desire":[25],"high-bandwidth,":[26],"reliable":[27],"low-latency":[29],"communications.":[30],"These":[31],"come":[33],"with":[34,117,149,154],"very":[35],"stringent":[36],"Quality":[37],"of":[38,70,85,142],"Service":[39],"(QoS)":[40],"requirements":[41],"increase":[43,139],"the":[44,58,140,175,191],"burden":[45],"over":[46],"mobile":[47],"networks.":[48,143],"Currently,":[49],"there":[50],"is":[51,92,147],"a":[52,83,112],"huge":[53],"spectrum":[54],"scarcity":[55],"due":[56],"to":[57,123,126,138],"massive":[59],"data":[60],"explosion":[61],"this":[63,96,99],"problem":[64],"can":[65],"be":[66],"solved":[67],"helps":[69],"Reconfigurable":[71],"Wireless":[72],"Networks":[73],"(RWNs)":[74],"where":[75],"nodes":[76],"have":[77],"reconfiguration":[78],"perception":[80],"capabilities.":[81],"Therefore,":[82],"necessity":[84],"AI-assisted":[86],"algorithms":[87],"resource":[89,109],"block":[90],"allocation":[91],"observed.":[93],"To":[94],"tackle":[95],"challenge,":[97],"in":[98,111,135,198],"paper,":[100],"we":[101],"propose":[102],"an":[103],"actor-critic":[104,151],"learning-based":[105],"scheduler":[106],"allocating":[108],"blocks":[110],"RWN.":[113],"Various":[114],"traffic":[115],"types":[116],"different":[118,199],"QoS":[119,164],"levels":[120],"are":[121,171],"assigned":[122],"our":[124,136],"agents":[125],"more":[128],"realistic":[129],"results.":[130],"We":[131],"also":[132],"include":[133],"mobility":[134],"simulations":[137],"dynamicity":[141],"proposed":[145,169,192],"model":[146,152,193],"compared":[148],"another":[150],"other":[155,196],"traditional":[156],"schedulers;":[157],"proportional":[158],"fair":[159],"(PF)":[160],"Channel":[162],"Aware":[165],"(CQA)":[166],"techniques.":[167],"models":[170],"evaluated":[172],"considering":[174],"delay":[176],"experienced":[177],"user":[179],"equipment":[180],"(UEs),":[181],"successful":[182],"transmissions":[183],"head-of-the-line":[185],"delays.":[186],"results":[188],"show":[189],"noticeably":[194],"outperforms":[195],"techniques":[197],"aspects.":[200]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2022-07-25T00:00:00"}