{"id":"https://openalex.org/W4293057826","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860729","title":"Reinforcement Learning based Multi-Attribute Slice Admission Control for Next-Generation Networks in a Dynamic Pricing Environment","display_name":"Reinforcement Learning based Multi-Attribute Slice Admission Control for Next-Generation Networks in a Dynamic Pricing Environment","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4293057826","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860729"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2022-spring54318.2022.9860729","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860729","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073655706","display_name":"Victor C. Ferreira","orcid":"https://orcid.org/0000-0001-6238-5856"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Victor C. Ferreira","raw_affiliation_strings":["Universidade Federal do Rio de Janeiro (UFRJ),Brazil","Universidade Federal do Rio de Janeiro (UFRJ), Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio de Janeiro (UFRJ),Brazil","institution_ids":["https://openalex.org/I122140584"]},{"raw_affiliation_string":"Universidade Federal do Rio de Janeiro (UFRJ), Brazil","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046124472","display_name":"Haitham H. Esmat","orcid":"https://orcid.org/0000-0002-4880-3238"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"H. H. Esmat","raw_affiliation_strings":["University of Massachusetts,Amherst,US","University of Massachusetts, Amherst, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts,Amherst,US","institution_ids":["https://openalex.org/I24603500"]},{"raw_affiliation_string":"University of Massachusetts, Amherst, US","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089650085","display_name":"Beatriz Lorenzo","orcid":"https://orcid.org/0000-0002-0721-0137"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Beatriz Lorenzo","raw_affiliation_strings":["University of Massachusetts,Amherst,US","University of Massachusetts, Amherst, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts,Amherst,US","institution_ids":["https://openalex.org/I24603500"]},{"raw_affiliation_string":"University of Massachusetts, Amherst, US","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054064879","display_name":"Sandip Kundu","orcid":"https://orcid.org/0000-0001-8221-3824"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sandip Kundu","raw_affiliation_strings":["University of Massachusetts,Amherst,US","University of Massachusetts, Amherst, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts,Amherst,US","institution_ids":["https://openalex.org/I24603500"]},{"raw_affiliation_string":"University of Massachusetts, Amherst, US","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033447808","display_name":"Felipe M. G. Fran\u00e7a","orcid":"https://orcid.org/0000-0002-8980-6208"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Franca Felipe M. G.","raw_affiliation_strings":["Universidade Federal do Rio de Janeiro (UFRJ),Brazil","Universidade Federal do Rio de Janeiro (UFRJ), Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio de Janeiro (UFRJ),Brazil","institution_ids":["https://openalex.org/I122140584"]},{"raw_affiliation_string":"Universidade Federal do Rio de Janeiro (UFRJ), Brazil","institution_ids":["https://openalex.org/I122140584"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.285,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77897649,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"518","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8094573020935059},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7595155239105225},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.684203028678894},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.5265042185783386},{"id":"https://openalex.org/keywords/profit-maximization","display_name":"Profit maximization","score":0.5252454280853271},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.45257893204689026},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4430598020553589},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.39329764246940613},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39253103733062744},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36906808614730835},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.3546408414840698},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3499654531478882},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11589255928993225}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8094573020935059},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7595155239105225},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.684203028678894},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.5265042185783386},{"id":"https://openalex.org/C2777780509","wikidata":"https://www.wikidata.org/wiki/Q1377422","display_name":"Profit maximization","level":3,"score":0.5252454280853271},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.45257893204689026},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4430598020553589},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.39329764246940613},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39253103733062744},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36906808614730835},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3546408414840698},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3499654531478882},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11589255928993225},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2022-spring54318.2022.9860729","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860729","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6600000262260437,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2201581102","https://openalex.org/W2209913494","https://openalex.org/W2568817620","https://openalex.org/W2741645475","https://openalex.org/W2746553466","https://openalex.org/W2754517384","https://openalex.org/W2916079228","https://openalex.org/W2950722984","https://openalex.org/W2951799221","https://openalex.org/W3009858244","https://openalex.org/W3043953517","https://openalex.org/W3093915929","https://openalex.org/W3123501067","https://openalex.org/W3130426370","https://openalex.org/W3195865828","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6800471209"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":{"Next-generation":[0],"networks":[1],"will":[2],"provide":[3],"intelligent":[4],"infrastructure":[5],"and":[6,17,65,72,86,91],"management":[7],"using":[8,107,123],"machine":[9],"learning.":[10],"In":[11,49],"real-world":[12],"applications,":[13],"demand":[14,85,90],"for":[15],"resources":[16,68],"performance":[18],"within":[19],"a":[20,42,54,77,98,108],"service":[21,59,158],"class":[22],"may":[23],"vary":[24],"over":[25],"time.":[26],"Infrastructure":[27],"providers":[28],"choose":[29],"which":[30],"requests":[31,60,159],"to":[32,84,100,129,151],"accept":[33],"with":[34,57,112],"the":[35,101,116,119,130,148,162],"goal":[36],"of":[37,67,118,126,145],"long-term":[38,164],"profit":[39],"maximization":[40],"\u2013":[41],"process":[43],"known":[44],"as":[45],"slice":[46,102],"admission":[47,103],"control.":[48],"this":[50,153],"paper,":[51],"we":[52,75,96],"envision":[53],"dynamic":[55,78],"system":[56,120],"varying":[58],"attributes":[61],"in":[62,89,133],"urgency,":[63],"duration,":[64],"amount":[66],"(i.e.,":[69],"computing,":[70],"network,":[71],"storage).":[73],"Further,":[74],"develop":[76],"pricing":[79],"model":[80],"that":[81,138,160],"is":[82,121,143],"responsive":[83],"supply":[87,92],"resulting":[88],"reserve":[93],"shaping.":[94],"Then,":[95],"propose":[97],"solution":[99],"control":[104],"problem":[105],"by":[106,156],"reinforcement":[109],"learning":[110,146],"approach":[111,142],"Deep-Q":[113],"Networks,":[114],"where":[115],"state":[117],"modeled":[122],"an":[124],"array":[125],"parameters,":[127],"similar":[128],"input":[131],"matrix":[132],"computer":[134,140],"vision.":[135],"Results":[136],"show":[137],"our":[139],"vision-inspired":[141],"capable":[144],"how":[147],"better":[149],"policy":[150],"navigate":[152],"complex":[154],"environment":[155],"selecting":[157],"maximize":[161],"provider\u2019s":[163],"profit.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}