{"id":"https://openalex.org/W2979912857","doi":"https://doi.org/10.3390/info10100315","title":"A Comparison of Reinforcement Learning Algorithms in Fairness-Oriented OFDMA Schedulers","display_name":"A Comparison of Reinforcement Learning Algorithms in Fairness-Oriented OFDMA Schedulers","publication_year":2019,"publication_date":"2019-10-14","ids":{"openalex":"https://openalex.org/W2979912857","doi":"https://doi.org/10.3390/info10100315","mag":"2979912857"},"language":"en","primary_location":{"id":"doi:10.3390/info10100315","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info10100315","pdf_url":"https://www.mdpi.com/2078-2489/10/10/315/pdf?version=1571302319","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/10/10/315/pdf?version=1571302319","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070893668","display_name":"Ioan-Sorin Com\u015fa","orcid":"https://orcid.org/0000-0002-9121-0286"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Ioan-Sorin Com\u0219a","raw_affiliation_strings":["Department of Computer Science, Brunel University London, Kingston Lane, London UB8 3PH, UK"],"raw_orcid":"https://orcid.org/0000-0002-9121-0286","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brunel University London, Kingston Lane, London UB8 3PH, UK","institution_ids":["https://openalex.org/I59433898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038721321","display_name":"Sijing Zhang","orcid":"https://orcid.org/0000-0002-3691-9559"},"institutions":[{"id":"https://openalex.org/I147554453","display_name":"University of Bedfordshire","ror":"https://ror.org/0400avk24","country_code":"GB","type":"education","lineage":["https://openalex.org/I147554453"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sijing Zhang","raw_affiliation_strings":["School of Computer Science and Technology, University of Bedfordshire, Luton LU1 3JU, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Bedfordshire, Luton LU1 3JU, UK","institution_ids":["https://openalex.org/I147554453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100723909","display_name":"Mehmet Emin Ayd\u0131n","orcid":"https://orcid.org/0000-0002-4890-5648"},"institutions":[{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mehmet Aydin","raw_affiliation_strings":["Department of Computer Science and Creative Technologies, University of the West of England, Bristol BS16 1QY, UK"],"raw_orcid":"https://orcid.org/0000-0002-4890-5648","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Creative Technologies, University of the West of England, Bristol BS16 1QY, UK","institution_ids":["https://openalex.org/I178535277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109155694","display_name":"Pierre Kuonen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095958","display_name":"School of Engineering and Architecture of Fribourg","ror":"https://ror.org/00px2aj27","country_code":"CH","type":"education","lineage":["https://openalex.org/I4210095958"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Pierre Kuonen","raw_affiliation_strings":["Department of Communications and Information Technology, HEIA-FR, CH-1700 Fribourg, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Communications and Information Technology, HEIA-FR, CH-1700 Fribourg, Switzerland","institution_ids":["https://openalex.org/I4210095958"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028937831","display_name":"Ramona Trestian","orcid":"https://orcid.org/0000-0003-3315-3081"},"institutions":[{"id":"https://openalex.org/I60488453","display_name":"Middlesex University","ror":"https://ror.org/01rv4p989","country_code":"GB","type":"education","lineage":["https://openalex.org/I60488453"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ramona Trestian","raw_affiliation_strings":["Faculty of Science and Technology, Middlesex University London, Hendon, London NW4 4BT, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, Middlesex University London, Hendon, London NW4 4BT, UK","institution_ids":["https://openalex.org/I60488453"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084177841","display_name":"Gheorghi\u021b\u0103 Ghinea","orcid":"https://orcid.org/0000-0003-2578-5580"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gheorghi\u021b\u0103 Ghinea","raw_affiliation_strings":["Department of Computer Science, Brunel University London, Kingston Lane, London UB8 3PH, UK"],"raw_orcid":"https://orcid.org/0000-0003-2578-5580","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brunel University London, Kingston Lane, London UB8 3PH, UK","institution_ids":["https://openalex.org/I59433898"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5070893668"],"corresponding_institution_ids":["https://openalex.org/I59433898"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":1.8164,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.85873589,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"10","issue":"10","first_page":"315","last_page":"315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6848132610321045},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6715402007102966},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.5102934837341309},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3464912176132202},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26537781953811646},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.12702089548110962},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12008717656135559},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.05513688921928406}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6848132610321045},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6715402007102966},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.5102934837341309},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3464912176132202},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26537781953811646},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.12702089548110962},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12008717656135559},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.05513688921928406}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.3390/info10100315","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info10100315","pdf_url":"https://www.mdpi.com/2078-2489/10/10/315/pdf?version=1571302319","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:eprints.mdx.ac.uk:27855","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400025","display_name":"Middlesex University Research Repository (Middlesex University Of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60488453","host_organization_name":"Middlesex University","host_organization_lineage":["https://openalex.org/I60488453"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:15b9d357a6574f8fa4a4b7ad8589141e","is_oa":true,"landing_page_url":"https://doaj.org/article/15b9d357a6574f8fa4a4b7ad8589141e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 10, Iss 10, p 315 (2019)","raw_type":"article"},{"id":"pmh:oai:hesso.tind.io:4488","is_oa":false,"landing_page_url":"http://arodes.hes-so.ch/record/4488","pdf_url":null,"source":{"id":"https://openalex.org/S4306402432","display_name":"ArODES (HES-SO (https://www.hes-so.ch/))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210088449","host_organization_name":"HES-SO Gen\u00e8ve","host_organization_lineage":["https://openalex.org/I4210088449"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arodes.hes-so.ch/record/4488","raw_type":"Text"},{"id":"pmh:oai:mdpi.com:/2078-2489/10/10/315/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/info10100315","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information","raw_type":"Text"},{"id":"pmh:oai:uobrep.openrepository.com:10547/623639","is_oa":false,"landing_page_url":"http://hdl.handle.net/10547/623639","pdf_url":null,"source":{"id":"https://openalex.org/S4306400178","display_name":"University of Bedfordshire Repository (University of Bedfordshire)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I147554453","host_organization_name":"University of Bedfordshire","host_organization_lineage":["https://openalex.org/I147554453"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:v-lib-bura1.brunel.ac.uk:2438/20273","is_oa":false,"landing_page_url":"http://bura.brunel.ac.uk/handle/2438/20273","pdf_url":null,"source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.3390/info10100315","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info10100315","pdf_url":"https://www.mdpi.com/2078-2489/10/10/315/pdf?version=1571302319","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G5536065274","display_name":"Networked Labs for Training in Sciences and Technologies for Information and Communication","funder_award_id":"688503","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2979912857.pdf","grobid_xml":"https://content.openalex.org/works/W2979912857.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1498792212","https://openalex.org/W1630733292","https://openalex.org/W1969791930","https://openalex.org/W1974879901","https://openalex.org/W1982262386","https://openalex.org/W2017980146","https://openalex.org/W2020081405","https://openalex.org/W2020909399","https://openalex.org/W2024250466","https://openalex.org/W2054692642","https://openalex.org/W2072947655","https://openalex.org/W2073384958","https://openalex.org/W2074128438","https://openalex.org/W2119981423","https://openalex.org/W2121863487","https://openalex.org/W2134140787","https://openalex.org/W2149527117","https://openalex.org/W2158295740","https://openalex.org/W2164858444","https://openalex.org/W2170372734","https://openalex.org/W2246743902","https://openalex.org/W2400614828","https://openalex.org/W2479924268","https://openalex.org/W2597014865","https://openalex.org/W2606913786","https://openalex.org/W2617240325","https://openalex.org/W2782305792","https://openalex.org/W2783073756","https://openalex.org/W2795045038","https://openalex.org/W2808015125","https://openalex.org/W2889997943","https://openalex.org/W2890483234","https://openalex.org/W2891171329","https://openalex.org/W2898754723","https://openalex.org/W2909975805","https://openalex.org/W2910400315","https://openalex.org/W2910666025","https://openalex.org/W2948538253","https://openalex.org/W2951390456","https://openalex.org/W2962797279","https://openalex.org/W4241705082","https://openalex.org/W4299401133","https://openalex.org/W7061975458"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345"],"abstract_inverted_index":{"Due":[0],"to":[1,17,66,92,112,135,139,170,177],"large-scale":[2],"control":[3],"problems":[4,40,115],"in":[5,61,84,180],"5G":[6],"access":[7],"networks,":[8],"the":[9,35,62,67,87,98,117,122,144,158,172,181],"complexity":[10,36],"of":[11,37,52,77,100,130],"radio":[12,42,53],"resource":[13,43,54],"management":[14,55],"is":[15,22,48],"expected":[16],"increase":[18],"significantly.":[19],"Reinforcement":[20],"learning":[21,155,175],"seen":[23],"as":[24],"a":[25,108],"promising":[26],"solution":[27],"that":[28,56,95,152],"can":[29],"enable":[30],"intelligent":[31],"decision-making":[32],"and":[33],"reduce":[34],"different":[38],"optimization":[39],"for":[41,143],"management.":[44],"The":[45,148],"packet":[46],"scheduler":[47,187],"an":[49],"important":[50],"entity":[51],"allocates":[57],"users\u2019":[58],"data":[59],"packets":[60],"frequency":[63],"domain":[64],"according":[65],"implemented":[68,179],"scheduling":[69,90,114],"rule.":[70],"In":[71,103],"this":[72,104],"context,":[73],"by":[74],"making":[75],"use":[76,129],"reinforcement":[78,109,154,174],"learning,":[79],"we":[80,106],"could":[81,96],"actually":[82],"determine,":[83],"each":[85],"state,":[86],"most":[88],"suitable":[89],"rule":[91],"be":[93,178],"employed":[94],"improve":[97],"quality":[99],"service":[101],"provisioning.":[102],"paper,":[105],"propose":[107],"learning-based":[110],"framework":[111,127,156,183],"solve":[113],"with":[116],"main":[118],"focus":[119],"on":[120,163,185],"meeting":[121],"user":[123],"fairness":[124,164],"requirements.":[125],"This":[126],"makes":[128],"feed":[131],"forward":[132],"neural":[133],"networks":[134],"map":[136],"momentary":[137],"states":[138],"proper":[140],"parameterization":[141],"decisions":[142],"proportional":[145],"fair":[146],"scheduler.":[147],"simulation":[149],"results":[150],"show":[151],"our":[153],"outperforms":[157],"conventional":[159],"adaptive":[160],"schedulers":[161],"oriented":[162],"objective.":[165],"Discussions":[166],"are":[167],"also":[168],"raised":[169],"determine":[171],"best":[173],"algorithm":[176],"proposed":[182],"based":[184],"various":[186],"settings.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":5}],"updated_date":"2026-06-19T17:40:00.097472","created_date":"2019-10-18T00:00:00"}