{"id":"https://openalex.org/W3009978309","doi":"https://doi.org/10.1109/globecom38437.2019.9014270","title":"Deep Reinforcement Learning Based Traffic- and Channel-Aware OFDMA Resource Allocation","display_name":"Deep Reinforcement Learning Based Traffic- and Channel-Aware OFDMA Resource Allocation","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3009978309","doi":"https://doi.org/10.1109/globecom38437.2019.9014270","mag":"3009978309"},"language":"en","primary_location":{"id":"doi:10.1109/globecom38437.2019.9014270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9014270","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102929057","display_name":"Ravikumar Balakrishnan","orcid":"https://orcid.org/0000-0001-8490-8486"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ravikumar Balakrishnan","raw_affiliation_strings":["Intel Labs, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003603219","display_name":"Kunal Sankhe","orcid":"https://orcid.org/0000-0002-4762-5310"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kunal Sankhe","raw_affiliation_strings":["Dept. of Electrical and Computer Engineering, Northeastern University, Boston, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050323346","display_name":"V. Srinivasa Somayazulu","orcid":"https://orcid.org/0009-0005-9076-8594"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"V. Srinivasa Somayazulu","raw_affiliation_strings":["Intel Labs, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003873986","display_name":"Rath Vannithamby","orcid":"https://orcid.org/0009-0003-9142-4414"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rath Vannithamby","raw_affiliation_strings":["Intel Labs, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114101923","display_name":"Jerry Sydir","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jerry Sydir","raw_affiliation_strings":["Intel Labs, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs, USA","institution_ids":["https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4531,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.83108497,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8910156488418579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8088933229446411},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5403772592544556},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5295337438583374},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5014090538024902},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4766943156719208},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45315101742744446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4415168762207031},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4302261471748352},{"id":"https://openalex.org/keywords/channel-allocation-schemes","display_name":"Channel allocation schemes","score":0.429127037525177},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4165101647377014},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.41585832834243774},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41567185521125793},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33162349462509155},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2223457396030426},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13490664958953857}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8910156488418579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8088933229446411},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5403772592544556},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5295337438583374},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5014090538024902},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4766943156719208},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45315101742744446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4415168762207031},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4302261471748352},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.429127037525177},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4165101647377014},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.41585832834243774},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41567185521125793},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33162349462509155},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2223457396030426},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13490664958953857},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom38437.2019.9014270","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9014270","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1999102639","https://openalex.org/W2055148782","https://openalex.org/W2074128438","https://openalex.org/W2140744645","https://openalex.org/W2149375806","https://openalex.org/W2342662072","https://openalex.org/W2546571074","https://openalex.org/W2797462110","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2963000651"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W1654541684","https://openalex.org/W2033986878","https://openalex.org/W3127443374"],"abstract_inverted_index":{"Efficient":[0],"radio":[1],"resource":[2,111],"allocation":[3,112],"is":[4,73],"a":[5,27,69,176,181],"fundamental":[6],"optimization":[7],"problem":[8,77],"for":[9,59,75,107,175,210],"wireless":[10,21,86],"networks,":[11],"and":[12,38,81,97,113,132,201,219],"has":[13],"been":[14],"widely":[15],"studied":[16],"in":[17,45,53,84,170],"the":[18,76,105,130,141,146,192,211],"past.":[19],"However,":[20],"systems":[22,87],"are":[23],"evolving":[24],"to":[25,42,88,109,153,164,185,221],"have":[26],"much":[28],"larger":[29],"parameter":[30],"space":[31,65],"along":[32],"with":[33],"richer":[34],"set":[35],"of":[36,78,129,194],"applications":[37],"user":[39],"requirements":[40],"leading":[41],"significant":[43],"increase":[44],"complexity.":[46],"This":[47],"paper":[48,172],"draws":[49],"from":[50,117,136,145],"recent":[51],"breakthroughs":[52],"applying":[54],"deep":[55,70,177,212],"reinforcement":[56],"learning":[57,148],"(RL)":[58],"control":[60],"problems":[61],"containing":[62],"large":[63],"state":[64],"dimensionality.":[66],"In":[67],"particular,":[68],"RL":[71,178,213],"approach":[72,189],"explored":[74],"allocating":[79],"time":[80],"frequency":[82],"resources":[83],"OFDMA":[85],"optimize":[89],"different":[90],"objective":[91],"functions":[92],"using":[93,121,180],"per-station":[94],"channel":[95],"quality":[96],"traffic":[98,223],"information":[99,162],"as":[100,157,199],"inputs.":[101],"Such":[102],"approaches":[103,197],"hold":[104],"potential":[106],"agents":[108],"learn":[110,186],"scheduling":[114],"policies":[115,142,187],"directly":[116,135],"experience":[118,137],"rather":[119],"than":[120],"carefully":[122],"crafted":[123],"heuristic":[124,166],"algorithms":[125,208],"based":[126],"upon":[127],"models":[128],"environment":[131],"stations.":[133],"Learning":[134],"also":[138,215],"means":[139],"that":[140,143,188],"result":[144],"online":[147,206],"should":[149],"be":[150],"more":[151],"robust":[152],"imperfect":[154],"inputs":[155],"such":[156,198],"noisy,":[158],"delayed":[159],"or":[160,190],"missing":[161],"compared":[163],"model-based":[165,196],"approaches.":[167],"The":[168,205],"results":[169],"this":[171],"show":[173],"promise":[174],"agent":[179,214],"policy":[182],"gradient":[183],"algorithm":[184],"exceed":[191],"performance":[193],"well-known":[195],"max-weight":[200],"proportional":[202],"fair":[203],"policies.":[204],"adaptation":[207],"used":[209],"demonstrate":[216],"reasonable":[217],"adaptability":[218],"robustness":[220],"varying":[222],"conditions.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}