{"id":"https://openalex.org/W4320015797","doi":"https://doi.org/10.1109/tii.2023.3240592","title":"Saving Energy and Spectrum in Enabling URLLC Services: A Scalable RL Solution","display_name":"Saving Energy and Spectrum in Enabling URLLC Services: A Scalable RL Solution","publication_year":2023,"publication_date":"2023-01-30","ids":{"openalex":"https://openalex.org/W4320015797","doi":"https://doi.org/10.1109/tii.2023.3240592"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2023.3240592","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tii.2023.3240592","pdf_url":"https://ieeexplore.ieee.org/ielx7/9424/4389054/10032107.pdf","source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/9424/4389054/10032107.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045623460","display_name":"Milad Ganjalizadeh","orcid":"https://orcid.org/0000-0002-4406-524X"},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE","SE"],"is_corresponding":true,"raw_author_name":"Milad Ganjalizadeh","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","-basi are with Ericsson Research, Ericsson AB, 164 40 Stock-holm, Sweden","School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden and","Ericsson AB, 164 40 Stockholm, Sweden","RWTH Aachen University, 520 62 Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4406-524X","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"-basi are with Ericsson Research, Ericsson AB, 164 40 Stock-holm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden and","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Ericsson AB, 164 40 Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"RWTH Aachen University, 520 62 Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067307473","display_name":"Hossein Shokri\u2010Ghadikolaei","orcid":"https://orcid.org/0000-0001-6737-0266"},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE","SE"],"is_corresponding":false,"raw_author_name":"Hossein S. Ghadikolaei","raw_affiliation_strings":["Ericsson Research, Ericsson AB, Stockholm, Sweden","Ericsson AB, 164 40 Stockholm, Sweden","School of EECS, KTH Royal Institute of Technology, 114 28 Stockholm, Sweden, and Ericsson Research,","-basi are with Ericsson Research, Ericsson AB, 164 40 Stock-holm, Sweden","RWTH Aachen University, 520 62 Aachen, Germany","School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden and"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ericsson Research, Ericsson AB, Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"Ericsson AB, 164 40 Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"School of EECS, KTH Royal Institute of Technology, 114 28 Stockholm, Sweden, and Ericsson Research,","institution_ids":["https://openalex.org/I86987016","https://openalex.org/I1306339040"]},{"raw_affiliation_string":"-basi are with Ericsson Research, Ericsson AB, 164 40 Stock-holm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"RWTH Aachen University, 520 62 Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden and","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074841535","display_name":"Amin Azari","orcid":null},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE","SE"],"is_corresponding":false,"raw_author_name":"Amin Azari","raw_affiliation_strings":["Ericsson Research, Ericsson AB, Stockholm, Sweden","School of EECS, KTH Royal Institute of Technology, 114 28 Stockholm, Sweden, and Ericsson Research,","RWTH Aachen University, 520 62 Aachen, Germany","Ericsson AB, 164 40 Stockholm, Sweden","School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden and","-basi are with Ericsson Research, Ericsson AB, 164 40 Stock-holm, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-0125-2202","affiliations":[{"raw_affiliation_string":"Ericsson Research, Ericsson AB, Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"School of EECS, KTH Royal Institute of Technology, 114 28 Stockholm, Sweden, and Ericsson Research,","institution_ids":["https://openalex.org/I86987016","https://openalex.org/I1306339040"]},{"raw_affiliation_string":"RWTH Aachen University, 520 62 Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"Ericsson AB, 164 40 Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden and","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"-basi are with Ericsson Research, Ericsson AB, 164 40 Stock-holm, Sweden","institution_ids":["https://openalex.org/I1306339040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041420519","display_name":"Abdulrahman Alabbasi","orcid":"https://orcid.org/0000-0002-6614-5208"},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE","SE"],"is_corresponding":false,"raw_author_name":"Abdulrahman Alabbasi","raw_affiliation_strings":["Ericsson Research, Ericsson AB, Stockholm, Sweden","RWTH Aachen University, 520 62 Aachen, Germany","-basi are with Ericsson Research, Ericsson AB, 164 40 Stock-holm, Sweden","School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden and","Ericsson AB, 164 40 Stockholm, Sweden","School of EECS, KTH Royal Institute of Technology, 114 28 Stockholm, Sweden, and Ericsson Research,"],"raw_orcid":"https://orcid.org/0000-0002-6614-5208","affiliations":[{"raw_affiliation_string":"Ericsson Research, Ericsson AB, Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"RWTH Aachen University, 520 62 Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"-basi are with Ericsson Research, Ericsson AB, 164 40 Stock-holm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden and","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Ericsson AB, 164 40 Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"School of EECS, KTH Royal Institute of Technology, 114 28 Stockholm, Sweden, and Ericsson Research,","institution_ids":["https://openalex.org/I86987016","https://openalex.org/I1306339040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064915398","display_name":"Marina Petrova","orcid":"https://orcid.org/0000-0003-3876-2214"},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE","SE"],"is_corresponding":false,"raw_author_name":"Marina Petrova","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","Ericsson AB, 164 40 Stockholm, Sweden","-basi are with Ericsson Research, Ericsson AB, 164 40 Stock-holm, Sweden","School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden and","RWTH Aachen University, 520 62 Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3876-2214","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Ericsson AB, 164 40 Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"-basi are with Ericsson Research, Ericsson AB, 164 40 Stock-holm, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"School of EECS, KTH Royal Institute of Technology, Stockholm, Sweden and","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"RWTH Aachen University, 520 62 Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5045623460"],"corresponding_institution_ids":["https://openalex.org/I1306339040","https://openalex.org/I86987016","https://openalex.org/I887968799"],"apc_list":null,"apc_paid":{"value":1078,"currency":"EUR","value_usd":1162},"fwci":1.7934,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.84252867,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"19","issue":"10","first_page":"10265","last_page":"10276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10409","display_name":"Fuel Cells and Related Materials","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.725263774394989},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7124979496002197},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5124137997627258},{"id":"https://openalex.org/keywords/performance-indicator","display_name":"Performance indicator","score":0.506564736366272},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4951683580875397},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4925301969051361},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4801903963088989},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4460255205631256},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4365338385105133},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.42623716592788696},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.36300185322761536},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.35669830441474915},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17577850818634033},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16866016387939453},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.1672055423259735},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10290762782096863}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.725263774394989},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7124979496002197},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5124137997627258},{"id":"https://openalex.org/C135510737","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance indicator","level":2,"score":0.506564736366272},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4951683580875397},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4925301969051361},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4801903963088989},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4460255205631256},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4365338385105133},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.42623716592788696},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.36300185322761536},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.35669830441474915},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17577850818634033},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16866016387939453},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.1672055423259735},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10290762782096863},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2023.3240592","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tii.2023.3240592","pdf_url":"https://ieeexplore.ieee.org/ielx7/9424/4389054/10032107.pdf","source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tii.2023.3240592","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tii.2023.3240592","pdf_url":"https://ieeexplore.ieee.org/ielx7/9424/4389054/10032107.pdf","source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G5872542576","display_name":null,"funder_award_id":"ID17-0079","funder_id":"https://openalex.org/F4320320940","funder_display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning"},{"id":"https://openalex.org/G6337919764","display_name":null,"funder_award_id":"iPhD:ID17-0079","funder_id":"https://openalex.org/F4320320940","funder_display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning"}],"funders":[{"id":"https://openalex.org/F4320320940","display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning","ror":"https://ror.org/044wr7g58"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320015797.pdf","grobid_xml":"https://content.openalex.org/works/W4320015797.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2121863487","https://openalex.org/W2784803756","https://openalex.org/W2798625559","https://openalex.org/W2811266402","https://openalex.org/W2952627098","https://openalex.org/W2952685986","https://openalex.org/W2963250023","https://openalex.org/W2963599038","https://openalex.org/W2994166367","https://openalex.org/W3036160090","https://openalex.org/W3041106948","https://openalex.org/W3045694990","https://openalex.org/W3084156127","https://openalex.org/W3092281850","https://openalex.org/W3114093483","https://openalex.org/W3115084678","https://openalex.org/W3170007158","https://openalex.org/W3188227199","https://openalex.org/W4210926445","https://openalex.org/W4252214219","https://openalex.org/W4285061672","https://openalex.org/W4312771980","https://openalex.org/W6684921986","https://openalex.org/W6687681856","https://openalex.org/W6747473740","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2389214306","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090"],"abstract_inverted_index":{"Communication":[0],"systems":[1],"supporting":[2],"cyber-physical":[3],"production":[4],"applications":[5],"should":[6],"satisfy":[7],"stringent":[8],"delay":[9],"and":[10,15,25,38,62,112,127,149],"reliability":[11,28,47],"requirements.":[12,151],"Diversity":[13],"techniques":[14],"power":[16,60],"control":[17,61,111],"are":[18],"the":[19,27,33,44,75,81,99,117,136,163],"main":[20],"approaches":[21],"to":[22,68,73,135,185],"reduce":[23],"latency":[24],"enhance":[26],"of":[29,35,102,146],"wireless":[30],"communications":[31],"at":[32],"expense":[34],"redundant":[36],"transmissions":[37],"excessive":[39],"resource":[40],"usage.":[41],"Focusing":[42],"on":[43],"application":[45],"layer":[46],"key":[48],"performance":[49],"indicators":[50],"(KPIs),":[51],"we":[52,85],"design":[53],"a":[54,87,95,125],"deep":[55],"reinforcement":[56],"learning":[57],"orchestrator":[58,107],"for":[59,130,166],"hybrid":[63],"automatic":[64],"repeat":[65],"request":[66],"retransmissions":[67],"optimize":[69],"these":[70,173],"KPIs.":[71],"Furthermore,":[72],"address":[74],"scalability":[76,142],"issue":[77],"that":[78],"emerges":[79],"in":[80,93,116,144,158],"per-device":[82],"orchestration":[83],"problem,":[84],"develop":[86],"new":[88],"branching":[89],"soft":[90],"actor-critic":[91],"framework":[92,176],"which":[94],"separate":[96],"branch":[97],"represents":[98],"action":[100],"space":[101],"each":[103],"industrial":[104],"device.":[105],"Our":[106,152],"enables":[108],"near":[109],"real-time":[110],"can":[113],"be":[114],"implemented":[115],"edge":[118],"cloud.":[119],"We":[120],"test":[121],"our":[122,138,159,175,186],"solution":[123,139],"with":[124],"3GPP-compliant":[126],"realistic":[128],"simulator":[129],"factory":[131],"automation":[132],"scenarios.":[133],"Compared":[134],"state-of-the-art,":[137,164],"offers":[140],"significant":[141,156],"gains":[143],"terms":[145],"computational":[147],"time":[148],"memory":[150],"extensive":[153],"experiments":[154],"show":[155],"improvements":[157],"target":[160],"KPIs,":[161],"over":[162],"especially":[165],"5th":[167],"percentile":[168],"user":[169],"availability.":[170],"To":[171],"achieve":[172],"targets,":[174],"requires":[177],"substantially":[178],"less":[179],"total":[180],"energy":[181],"or":[182],"spectrum,":[183],"thanks":[184],"scalable":[187],"RL":[188],"solution.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}