{"id":"https://openalex.org/W4312479356","doi":"https://doi.org/10.1109/access.2022.3224808","title":"Deep Reinforcement Learning-Based Scheduling for Multiband Massive MIMO","display_name":"Deep Reinforcement Learning-Based Scheduling for Multiband Massive MIMO","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312479356","doi":"https://doi.org/10.1109/access.2022.3224808"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3224808","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3224808","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09963967.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09963967.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040171940","display_name":"Victor Hugo L. Lopes","orcid":"https://orcid.org/0000-0001-5586-1359"},"institutions":[{"id":"https://openalex.org/I68106152","display_name":"Universidade Federal de Goi\u00e1s","ror":"https://ror.org/0039d5757","country_code":"BR","type":"education","lineage":["https://openalex.org/I68106152"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Victor Hugo L. Lopes","raw_affiliation_strings":["Institute of Informatics, Federal University of Goiás, Goiânia, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics, Federal University of Goiás, Goiânia, Brazil","institution_ids":["https://openalex.org/I68106152"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065263345","display_name":"Cleverson Nahum","orcid":"https://orcid.org/0000-0001-9644-5394"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cleverson Veloso Nahum","raw_affiliation_strings":["Department of Computer and Telecommunication Engineering, Federal University of Pará, Belém, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Telecommunication Engineering, Federal University of Pará, Belém, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074378885","display_name":"Ryan M. Dreifuerst","orcid":"https://orcid.org/0000-0001-9512-7300"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan M. Dreifuerst","raw_affiliation_strings":["Wireless Networking and Communications Group, The University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Wireless Networking and Communications Group, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102845861","display_name":"Pedro Batista","orcid":"https://orcid.org/0000-0002-0776-2054"},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Pedro Batista","raw_affiliation_strings":["Ericsson Research, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Ericsson Research, Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062442180","display_name":"Aldebaro Klautau","orcid":"https://orcid.org/0000-0001-7773-2080"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aldebaro Klautau","raw_affiliation_strings":["Department of Computer and Telecommunication Engineering, Federal University of Pará, Belém, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Telecommunication Engineering, Federal University of Pará, Belém, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071689195","display_name":"Kl\u00e9ber V. Cardoso","orcid":"https://orcid.org/0000-0001-5152-5323"},"institutions":[{"id":"https://openalex.org/I68106152","display_name":"Universidade Federal de Goi\u00e1s","ror":"https://ror.org/0039d5757","country_code":"BR","type":"education","lineage":["https://openalex.org/I68106152"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Kleber Vieira Cardoso","raw_affiliation_strings":["Institute of Informatics, Federal University of Goiás, Goiânia, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Informatics, Federal University of Goiás, Goiânia, Brazil","institution_ids":["https://openalex.org/I68106152"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029812222","display_name":"Robert W. Heath","orcid":"https://orcid.org/0000-0002-4666-5628"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert W. Heath","raw_affiliation_strings":["Department of Electronics and Computer Engineering, North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Computer Engineering, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5040171940"],"corresponding_institution_ids":["https://openalex.org/I68106152"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.0065,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.75133263,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"125509","last_page":"125525"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8561073541641235},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.792739987373352},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.7079700827598572},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6626448631286621},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5760683417320251},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4904601275920868},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4793037474155426},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.43816882371902466},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4212000370025635},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3818386495113373},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32195383310317993},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2558114528656006},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.23755505681037903},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2111722230911255},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17922678589820862},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07410579919815063}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8561073541641235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.792739987373352},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.7079700827598572},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6626448631286621},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5760683417320251},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4904601275920868},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4793037474155426},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.43816882371902466},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4212000370025635},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3818386495113373},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32195383310317993},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2558114528656006},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.23755505681037903},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2111722230911255},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17922678589820862},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07410579919815063}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3224808","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3224808","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09963967.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:eeb0ce519a394613b1d6b10c493bccfb","is_oa":true,"landing_page_url":"https://doaj.org/article/eeb0ce519a394613b1d6b10c493bccfb","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 125509-125525 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3224808","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3224808","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09963967.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312479356.pdf","grobid_xml":"https://content.openalex.org/works/W4312479356.grobid-xml"},"referenced_works_count":75,"referenced_works":["https://openalex.org/W1518945650","https://openalex.org/W1915423751","https://openalex.org/W2008893664","https://openalex.org/W2015142990","https://openalex.org/W2020909399","https://openalex.org/W2024445160","https://openalex.org/W2032531715","https://openalex.org/W2079812794","https://openalex.org/W2094655360","https://openalex.org/W2102574616","https://openalex.org/W2106942061","https://openalex.org/W2121315337","https://openalex.org/W2134845634","https://openalex.org/W2136762313","https://openalex.org/W2145339207","https://openalex.org/W2148787270","https://openalex.org/W2272566207","https://openalex.org/W2400614828","https://openalex.org/W2537515126","https://openalex.org/W2543381794","https://openalex.org/W2552014313","https://openalex.org/W2612450837","https://openalex.org/W2616867685","https://openalex.org/W2736601468","https://openalex.org/W2738918415","https://openalex.org/W2770606349","https://openalex.org/W2783073756","https://openalex.org/W2800319120","https://openalex.org/W2885828982","https://openalex.org/W2887097174","https://openalex.org/W2898879538","https://openalex.org/W2917008282","https://openalex.org/W2921224230","https://openalex.org/W2949194643","https://openalex.org/W2951846985","https://openalex.org/W2952332632","https://openalex.org/W2955897898","https://openalex.org/W2963000651","https://openalex.org/W2964043796","https://openalex.org/W2968764495","https://openalex.org/W2968782695","https://openalex.org/W2969519626","https://openalex.org/W2985696718","https://openalex.org/W2998578058","https://openalex.org/W3005466304","https://openalex.org/W3016325548","https://openalex.org/W3034687650","https://openalex.org/W3038366466","https://openalex.org/W3040922689","https://openalex.org/W3041133507","https://openalex.org/W3047863327","https://openalex.org/W3092340697","https://openalex.org/W3096584329","https://openalex.org/W3096941078","https://openalex.org/W3100571962","https://openalex.org/W3105797679","https://openalex.org/W3112324757","https://openalex.org/W3122789033","https://openalex.org/W3125274333","https://openalex.org/W3144681049","https://openalex.org/W3148848505","https://openalex.org/W3161564167","https://openalex.org/W4205445595","https://openalex.org/W4211120851","https://openalex.org/W4214717370","https://openalex.org/W4247190230","https://openalex.org/W4287587197","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6692846177","https://openalex.org/W6730742100","https://openalex.org/W6741002519","https://openalex.org/W6758687306","https://openalex.org/W6788854608","https://openalex.org/W6840507492"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W2561058892"],"abstract_inverted_index":{"Fifth-generation":[0],"(5G)":[1],"cellular":[2],"communication":[3],"systems":[4],"have":[5],"embraced":[6],"massive":[7,46,61],"multiple-input-multiple-output":[8],"(MIMO)":[9],"in":[10,27,37,54],"the":[11,20,31,95,100,105,111,129,160,164,169],"low-":[12],"and":[13,66,70,86,94,103,122,141],"mid-band":[14],"frequencies.":[15],"In":[16],"a":[17,38,45,64,135],"multiband":[18,60],"system,":[19],"base":[21],"station":[22],"can":[23,34],"serve":[24],"different":[25,55,151],"users":[26],"each":[28],"band,":[29],"while":[30],"user":[32,79],"equipment":[33],"operate":[35],"only":[36],"single":[39],"band":[40],"simultaneously.":[41],"This":[42],"paper":[43],"considers":[44],"MIMO":[47,62],"system":[48],"where":[49],"channels":[50],"are":[51],"dynamically":[52],"allocated":[53],"frequency":[56],"bands.":[57],"We":[58,109],"treat":[59],"as":[63,119],"scheduling":[65],"resource":[67],"allocation":[68],"problem":[69],"propose":[71],"deep":[72],"reinforcement":[73],"learning":[74],"(DRL)":[75],"agents":[76,83],"to":[77,89,158,177],"perform":[78],"scheduling.":[80],"The":[81,125],"DRL":[82,113,130,152,165],"use":[84],"buffer":[85],"channel":[87],"information":[88],"compose":[90],"their":[91],"observation":[92],"space,":[93],"agent\u2019s":[96],"reward":[97],"function":[98],"maximizes":[99],"transmitted":[101],"throughput":[102,121],"minimizes":[104],"packet":[106,145],"loss":[107,146],"rate.":[108,147],"compare":[110,150],"proposed":[112],"algorithms":[114,153],"with":[115],"traditional":[116],"baselines,":[117],"such":[118],"maximum":[120],"proportional":[123],"fairness.":[124],"results":[126],"show":[127],"that":[128,168],"models":[131],"outperformed":[132],"baselines":[133],"obtaining":[134],"20%":[136],"higher":[137],"network":[138],"sum":[139],"rate":[140],"an":[142],"84%":[143],"smaller":[144],"Moreover,":[148],"we":[149],"focusing":[154],"on":[155],"training":[156,175],"time":[157],"assess":[159],"online":[161],"implementation":[162],"of":[163],"agents,":[166],"showing":[167],"best":[170],"agent":[171],"needs":[172],"about":[173],"50K":[174],"steps":[176],"converge.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}