{"id":"https://openalex.org/W4381586567","doi":"https://doi.org/10.1109/ojcoms.2023.3273310","title":"Inter-Cell Network Slicing With Transfer Learning Empowered Multi-Agent Deep Reinforcement Learning","display_name":"Inter-Cell Network Slicing With Transfer Learning Empowered Multi-Agent Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4381586567","doi":"https://doi.org/10.1109/ojcoms.2023.3273310"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2023.3273310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3273310","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/10008219/10121811.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782661/10008219/10121811.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042625562","display_name":"Tianlun Hu","orcid":"https://orcid.org/0000-0001-9303-0089"},"institutions":[{"id":"https://openalex.org/I4210159457","display_name":"Nokia (Germany)","ror":"https://ror.org/05nh5td39","country_code":"DE","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210159457"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tianlun Hu","raw_affiliation_strings":["Network Automation Department, NSSR Lab, Nokia Bell Labs, Stuttgart, Germany","Department of Computer Engineering, Technical University of Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9303-0089","affiliations":[{"raw_affiliation_string":"Network Automation Department, NSSR Lab, Nokia Bell Labs, Stuttgart, Germany","institution_ids":["https://openalex.org/I4210159457"]},{"raw_affiliation_string":"Department of Computer Engineering, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101645590","display_name":"Qi Liao","orcid":"https://orcid.org/0000-0001-7846-3812"},"institutions":[{"id":"https://openalex.org/I4210159457","display_name":"Nokia (Germany)","ror":"https://ror.org/05nh5td39","country_code":"DE","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210159457"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Qi Liao","raw_affiliation_strings":["Network Automation Department, NSSR Lab, Nokia Bell Labs, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7846-3812","affiliations":[{"raw_affiliation_string":"Network Automation Department, NSSR Lab, Nokia Bell Labs, Stuttgart, Germany","institution_ids":["https://openalex.org/I4210159457"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409471","display_name":"Qiang Liu","orcid":"https://orcid.org/0000-0002-4307-2990"},"institutions":[{"id":"https://openalex.org/I114395901","display_name":"University of Nebraska\u2013Lincoln","ror":"https://ror.org/043mer456","country_code":"US","type":"education","lineage":["https://openalex.org/I114395901"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiang Liu","raw_affiliation_strings":["School of Computing, University of Nebraska–Lincoln, Lincoln, NE, USA"],"raw_orcid":"https://orcid.org/0000-0002-4307-2990","affiliations":[{"raw_affiliation_string":"School of Computing, University of Nebraska–Lincoln, Lincoln, NE, USA","institution_ids":["https://openalex.org/I114395901"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060144977","display_name":"Georg Carle","orcid":"https://orcid.org/0000-0002-2347-1839"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Georg Carle","raw_affiliation_strings":["Department of Computer Engineering, Technical University of Munich, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1102,"currency":"EUR","value_usd":1188},"fwci":1.0528,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77499588,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"4","issue":null,"first_page":"1141","last_page":"1155"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9686999917030334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8152467012405396},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7513782978057861},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7195736169815063},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5875763893127441},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5588539242744446},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5469260215759277},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.47624683380126953},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.4736434519290924},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4515277147293091},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.4399828016757965},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4360220432281494},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.416364848613739},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2382887303829193}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8152467012405396},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7513782978057861},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7195736169815063},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5875763893127441},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5588539242744446},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5469260215759277},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.47624683380126953},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.4736434519290924},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4515277147293091},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.4399828016757965},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4360220432281494},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.416364848613739},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2382887303829193},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ojcoms.2023.3273310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3273310","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/10008219/10121811.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2306.11552","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.11552","pdf_url":"https://arxiv.org/pdf/2306.11552","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:26a39c11f242429eb923de96f177e41a","is_oa":true,"landing_page_url":"https://doaj.org/article/26a39c11f242429eb923de96f177e41a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 4, Pp 1141-1155 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2023.3273310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3273310","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/10008219/10121811.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5799999833106995}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381586567.pdf","grobid_xml":"https://content.openalex.org/works/W4381586567.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W975020031","https://openalex.org/W2084765981","https://openalex.org/W2097381042","https://openalex.org/W2133040789","https://openalex.org/W2147524058","https://openalex.org/W2156737235","https://openalex.org/W2165698076","https://openalex.org/W2395575420","https://openalex.org/W2487670340","https://openalex.org/W2546571074","https://openalex.org/W2624944960","https://openalex.org/W2747481867","https://openalex.org/W2787938642","https://openalex.org/W2805173205","https://openalex.org/W2900804979","https://openalex.org/W2912263474","https://openalex.org/W2922164811","https://openalex.org/W2925232796","https://openalex.org/W2963263462","https://openalex.org/W2963532621","https://openalex.org/W2963549123","https://openalex.org/W2968782695","https://openalex.org/W2999363952","https://openalex.org/W3003791435","https://openalex.org/W3010301175","https://openalex.org/W3041133507","https://openalex.org/W3085267010","https://openalex.org/W3110506085","https://openalex.org/W3123346421","https://openalex.org/W3125424609","https://openalex.org/W3130202693","https://openalex.org/W3146023480","https://openalex.org/W3161104623","https://openalex.org/W3161895447","https://openalex.org/W3182582186","https://openalex.org/W3191840440","https://openalex.org/W3197830211","https://openalex.org/W4206494827","https://openalex.org/W4210638461","https://openalex.org/W4221152072","https://openalex.org/W4302570325","https://openalex.org/W6625483398","https://openalex.org/W6674600207","https://openalex.org/W6679818365","https://openalex.org/W6683195989","https://openalex.org/W6684205842","https://openalex.org/W6712181171","https://openalex.org/W6748839928","https://openalex.org/W6783144354","https://openalex.org/W6790478079","https://openalex.org/W6798926350"],"related_works":["https://openalex.org/W2393746923","https://openalex.org/W2972496411","https://openalex.org/W4239223006","https://openalex.org/W3033662781","https://openalex.org/W2137530048","https://openalex.org/W2360869927","https://openalex.org/W2050876785","https://openalex.org/W2074642116","https://openalex.org/W3164401656","https://openalex.org/W2392031372"],"abstract_inverted_index":{"Network":[0],"slicing":[1],"enables":[2],"operators":[3],"to":[4,21,34,57,65,94,120,155,185,267],"cost-efficiently":[5],"support":[6],"diverse":[7],"applications":[8],"on":[9,73,293],"a":[10,47,113,147,176,218,268],"common":[11],"physical":[12],"infrastructure.":[13],"The":[14,141,225],"ever-increasing":[15],"densification":[16],"of":[17,69,124,133,169,175,199,239,278,281],"network":[18,40,96,129,220],"deployment":[19,104],"leads":[20],"complex":[22],"and":[23,81,138,150,165,180,192,206,209,242,261,289],"non-trivial":[24],"inter-cell":[25],"interference,":[26],"which":[27,101],"requires":[28],"more":[29,246],"than":[30],"inaccurate":[31],"analytic":[32],"models":[33],"dynamically":[35],"optimize":[36,59],"resource":[37,60],"management":[38],"for":[39,284],"slices.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45,111],"develop":[46],"DRIP":[48,125],"algorithm":[49,119,139,143],"with":[50,78,98,162,189,222,254],"multiple":[51],"deep":[52],"reinforcement":[53],"learning":[54],"(DRL)":[55],"agents":[56,126],"cooperatively":[58],"partition":[61],"in":[62,106,131,217,237],"individual":[63],"cells":[64],"fulfill":[66],"the":[67,90,122,153,160,183,214,251,279,285,294],"requirements":[68],"each":[70,156,186],"slice,":[71],"based":[72],"two":[74,170],"alternative":[75],"reward":[76],"functions":[77],"max-min":[79],"fairness":[80],"logarithmic":[82],"utility.":[83],"Nevertheless,":[84],"existing":[85,234],"DRL":[86],"approaches":[87,236],"usually":[88],"tie":[89],"pretrained":[91],"model":[92,136,149,202,208,263],"parameters":[93],"specific":[95],"environments":[97,130],"poor":[99],"transferability,":[100],"raises":[102],"practical":[103],"concerns":[105],"large-scale":[107],"mobile":[108],"networks.":[109],"Hence,":[110],"design":[112],"novel":[114],"transfer":[115,123],"learning-aided":[116],"DIRP":[117,232],"(TL-DIRP)":[118],"ease":[121],"across":[127],"different":[128,197],"terms":[132,238],"sample":[134],"efficiency,":[135],"reproducibility,":[137],"scalability.":[140],"TL-DIRP":[142,167,248,271],"first":[144],"centrally":[145],"trains":[146],"generalized":[148,177],"then":[151],"transfers":[152],"\u201cgeneralist\u201d":[154,184],"local":[157,187],"agent":[158,188],"(a.k.a.,":[159],"\u201cspecialist\u201d)":[161],"distributed":[163,178,190],"finetuning":[164,191],"execution.":[166,193],"consists":[168],"steps:":[171],"1)":[172],"centralized":[173],"training":[174],"model,":[179],"2)":[181],"transferring":[182],"We":[194,212],"comprehensively":[195],"investigate":[196],"types":[198],"transferable":[200],"knowledge:":[201],"transfer,":[203,205],"instance":[204,210],"combined":[207],"transfer.":[211],"evaluate":[213],"proposed":[215],"algorithms":[216],"system-level":[219],"simulator":[221],"12":[223],"cells.":[224],"numerical":[226],"results":[227],"show":[228],"that":[229],"not":[230],"only":[231],"outperforms":[233],"baseline":[235],"faster":[240],"convergence":[241,259],"higher":[243],"reward,":[244],"but":[245],"importantly,":[247],"significantly":[249],"improves":[250],"service":[252,282,288,296],"performance,":[253],"reduced":[255],"exploration":[256],"cost,":[257],"accelerated":[258],"rate,":[260],"enhanced":[262],"reproducibility.":[264],"As":[265],"compared":[266],"traffic-aware":[269],"baseline,":[270],"provides":[272],"about":[273],"15%":[274],"less":[275,291],"violation":[276,292],"ratio":[277],"quality":[280],"(QoS)":[283],"worst":[286],"slice":[287],"8.8%":[290],"average":[295],"QoS.":[297]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}