{"id":"https://openalex.org/W2994663966","doi":"https://doi.org/10.1109/tnsm.2019.2960849","title":"5MART: A 5G SMART Scheduling Framework for Optimizing QoS Through Reinforcement Learning","display_name":"5MART: A 5G SMART Scheduling Framework for Optimizing QoS Through Reinforcement Learning","publication_year":2019,"publication_date":"2019-12-19","ids":{"openalex":"https://openalex.org/W2994663966","doi":"https://doi.org/10.1109/tnsm.2019.2960849","mag":"2994663966"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2019.2960849","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2019.2960849","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://bura.brunel.ac.uk/bitstream/2438/24134/4/FullText.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070893668","display_name":"Ioan-Sorin Com\u015fa","orcid":"https://orcid.org/0000-0002-9121-0286"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ioan-Sorin Comsa","raw_affiliation_strings":["Department of Computer Science, Brunel University London, Uxbridge, U.K"],"raw_orcid":"https://orcid.org/0000-0002-9121-0286","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brunel University London, Uxbridge, U.K","institution_ids":["https://openalex.org/I59433898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028937831","display_name":"Ramona Trestian","orcid":"https://orcid.org/0000-0003-3315-3081"},"institutions":[{"id":"https://openalex.org/I60488453","display_name":"Middlesex University","ror":"https://ror.org/01rv4p989","country_code":"GB","type":"education","lineage":["https://openalex.org/I60488453"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ramona Trestian","raw_affiliation_strings":["Department of Design Engineering and Mathematics, Middlesex University, London, U.K"],"raw_orcid":"https://orcid.org/0000-0003-3315-3081","affiliations":[{"raw_affiliation_string":"Department of Design Engineering and Mathematics, Middlesex University, London, U.K","institution_ids":["https://openalex.org/I60488453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050234051","display_name":"Gabriel\u2010Miro Muntean","orcid":"https://orcid.org/0000-0002-9332-4770"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Gabriel-Miro Muntean","raw_affiliation_strings":["School of Electronic Engineering, Dublin City University, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-9332-4770","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084177841","display_name":"Gheorghi\u021b\u0103 Ghinea","orcid":"https://orcid.org/0000-0003-2578-5580"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gheorghita Ghinea","raw_affiliation_strings":["Department of Computer Science, Brunel University London, Uxbridge, U.K"],"raw_orcid":"https://orcid.org/0000-0003-2578-5580","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brunel University London, Uxbridge, U.K","institution_ids":["https://openalex.org/I59433898"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3007,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.88953585,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"17","issue":"2","first_page":"1110","last_page":"1124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8550442457199097},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7464161515235901},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.7154643535614014},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5799301862716675},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5363667607307434},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5082285404205322},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.49944543838500977},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4563830494880676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14373177289962769}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8550442457199097},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7464161515235901},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.7154643535614014},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5799301862716675},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5363667607307434},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5082285404205322},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.49944543838500977},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4563830494880676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14373177289962769},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnsm.2019.2960849","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2019.2960849","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:eprints.mdx.ac.uk:29440","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400025","display_name":"Middlesex University Research Repository (Middlesex University Of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60488453","host_organization_name":"Middlesex University","host_organization_lineage":["https://openalex.org/I60488453"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/24134","is_oa":true,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/24134","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/24134/4/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:bura.brunel.ac.uk:2438/24134","is_oa":true,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/24134","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/24134/4/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2412363197","display_name":null,"funder_award_id":"12/RC/2289 (Insight Centre for Data Analytics)","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G5536065274","display_name":"Networked Labs for Training in Sciences and Technologies for Information and Communication","funder_award_id":"688503","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G581783006","display_name":null,"funder_award_id":"16/SP/3804 (ENABLE)","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2994663966.pdf","grobid_xml":"https://content.openalex.org/works/W2994663966.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1526501235","https://openalex.org/W1981381305","https://openalex.org/W1985355754","https://openalex.org/W1986792216","https://openalex.org/W2012433089","https://openalex.org/W2020909399","https://openalex.org/W2030700712","https://openalex.org/W2054692642","https://openalex.org/W2073384958","https://openalex.org/W2075828717","https://openalex.org/W2096479633","https://openalex.org/W2121863487","https://openalex.org/W2128786740","https://openalex.org/W2149375806","https://openalex.org/W2156092964","https://openalex.org/W2158295740","https://openalex.org/W2164858444","https://openalex.org/W2170372734","https://openalex.org/W2468437744","https://openalex.org/W2479924268","https://openalex.org/W2782305792","https://openalex.org/W2783073756","https://openalex.org/W2890483234","https://openalex.org/W2920711620","https://openalex.org/W2956240215","https://openalex.org/W6631360529"],"related_works":["https://openalex.org/W2893779165","https://openalex.org/W2017432143","https://openalex.org/W1973694374","https://openalex.org/W2983574358","https://openalex.org/W2370475531","https://openalex.org/W4385924768","https://openalex.org/W4256551238","https://openalex.org/W2610550183","https://openalex.org/W2914112812","https://openalex.org/W2125830297"],"abstract_inverted_index":{"The":[0],"massive":[1],"growth":[2],"in":[3,55,61,63,91,156],"mobile":[4],"data":[5],"traffic":[6],"and":[7,10,30,57,69,74,124],"the":[8,26,37,45,79,93,116,132,146,164],"heterogeneity":[9],"stringency":[11],"of":[12,14,18,97,158],"Quality":[13],"Service":[15],"(QoS)":[16],"requirements":[17,96],"various":[19,98],"applications":[20],"have":[21],"put":[22],"significant":[23,89],"pressure":[24],"on":[25,138],"underlying":[27],"network":[28,103],"infrastructure":[29],"represent":[31],"an":[32],"important":[33],"challenge":[34],"even":[35],"for":[36,82,119],"very":[38],"anticipated":[39],"5G":[40,110],"networks.":[41],"In":[42],"this":[43],"context,":[44],"solution":[46],"is":[47],"to":[48,65,130,153,172],"employ":[49],"smart":[50,111],"Radio":[51],"Resource":[52],"Management":[53],"(RRM)":[54],"general":[56],"innovative":[58],"packet":[59],"scheduling":[60,86,112,135,175],"particular":[62],"order":[64],"offer":[66],"high":[67],"flexibility":[68],"cope":[70],"with":[71,170],"both":[72],"current":[73,139],"upcoming":[75],"QoS":[76,95,117,166],"challenges.":[77],"Given":[78],"increasing":[80],"demand":[81],"bandwidth-hungry":[83],"applications,":[84],"conventional":[85],"strategies":[87],"face":[88],"problems":[90],"meeting":[92],"heterogeneous":[94,120,165],"application":[99],"classes":[100],"under":[101],"dynamic":[102],"conditions.":[104,141],"This":[105],"paper":[106],"proposes":[107],"5MART,":[108],"a":[109],"framework":[113,149],"that":[114,145],"manages":[115],"provisioning":[118],"traffic.":[121],"Reinforcement":[122],"learning":[123],"neural":[125],"networks":[126],"are":[127,168],"jointly":[128],"used":[129],"find":[131],"most":[133],"suitable":[134],"decisions":[136],"based":[137],"networking":[140],"Simulation":[142],"results":[143],"show":[144],"proposed":[147],"5MART":[148],"can":[150],"achieve":[151],"up":[152],"50%":[154],"improvement":[155],"terms":[157],"time":[159],"fraction":[160],"(in":[161],"sub-frames)":[162],"when":[163],"constraints":[167],"met":[169],"respect":[171],"other":[173],"state-of-the-art":[174],"solutions.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":3}],"updated_date":"2026-06-19T17:40:00.097472","created_date":"2025-10-10T00:00:00"}