{"id":"https://openalex.org/W3138313410","doi":"https://doi.org/10.1109/jsyst.2021.3059892","title":"Transfer Learning for Autonomous Cell Activation Based on Relational Reinforcement Learning With Adaptive Reward","display_name":"Transfer Learning for Autonomous Cell Activation Based on Relational Reinforcement Learning With Adaptive Reward","publication_year":2021,"publication_date":"2021-03-12","ids":{"openalex":"https://openalex.org/W3138313410","doi":"https://doi.org/10.1109/jsyst.2021.3059892","mag":"3138313410"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2021.3059892","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2021.3059892","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091755158","display_name":"Guolin Sun","orcid":"https://orcid.org/0000-0001-9754-7261"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guolin Sun","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020282335","display_name":"Daniel Ayepah-Mensah","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daniel Ayepah-Mensah","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001379120","display_name":"Rong Xu","orcid":"https://orcid.org/0000-0001-6262-2858"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xu","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017252813","display_name":"Victor Kwaku Agbesi","orcid":"https://orcid.org/0000-0003-0723-5008"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Victor Kwaku Agbesi","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003393482","display_name":"Guisong Liu","orcid":"https://orcid.org/0000-0003-2360-0466"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guisong Liu","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Computer Science, Zhongshan Institute, University of Electronic Science and Technology of China, Zhongshan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Computer Science, Zhongshan Institute, University of Electronic Science and Technology of China, Zhongshan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059828821","display_name":"Wei Jiang","orcid":"https://orcid.org/0000-0002-3719-3710"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wei Jiang","raw_affiliation_strings":["German Research Center for Artificial Intelligence, Kaiserslautern, Germany","Department of Electrical and Information Technology, University of Kaiserslautern, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]},{"raw_affiliation_string":"Department of Electrical and Information Technology, University of Kaiserslautern, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I153267046"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5091755158"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":3.3089,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.9263339,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"16","issue":"1","first_page":"1044","last_page":"1055"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8840087056159973},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7544713020324707},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.7094917297363281},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6457988619804382},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6249444484710693},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.44982072710990906},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4424986243247986},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30801498889923096},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.30776992440223694},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.29782265424728394},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15008938312530518}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8840087056159973},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7544713020324707},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.7094917297363281},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6457988619804382},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6249444484710693},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.44982072710990906},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4424986243247986},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30801498889923096},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.30776992440223694},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.29782265424728394},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15008938312530518},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsyst.2021.3059892","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2021.3059892","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8399999737739563}],"awards":[{"id":"https://openalex.org/G2507640789","display_name":null,"funder_award_id":"ZYGX2018J068","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G340168978","display_name":null,"funder_award_id":"2020YFQ0025","funder_id":"https://openalex.org/F4320322922","funder_display_name":"Department of Science and Technology of Sichuan Province"},{"id":"https://openalex.org/G6114932493","display_name":null,"funder_award_id":"61771098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322922","display_name":"Department of Science and Technology of Sichuan Province","ror":"https://ror.org/04323m874"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1524600705","https://openalex.org/W1680503020","https://openalex.org/W1862774567","https://openalex.org/W1928152501","https://openalex.org/W1994005439","https://openalex.org/W1995686532","https://openalex.org/W2011301426","https://openalex.org/W2050726943","https://openalex.org/W2061680921","https://openalex.org/W2084000272","https://openalex.org/W2084779837","https://openalex.org/W2087179032","https://openalex.org/W2105235982","https://openalex.org/W2109650933","https://openalex.org/W2137001001","https://openalex.org/W2137989418","https://openalex.org/W2144239375","https://openalex.org/W2145339207","https://openalex.org/W2149660853","https://openalex.org/W2151062451","https://openalex.org/W2164179872","https://openalex.org/W2226827734","https://openalex.org/W2261342007","https://openalex.org/W2276964001","https://openalex.org/W2327455150","https://openalex.org/W2578743652","https://openalex.org/W2607844664","https://openalex.org/W2623357190","https://openalex.org/W2626333357","https://openalex.org/W2735766064","https://openalex.org/W2741401130","https://openalex.org/W2807900833","https://openalex.org/W2862352592","https://openalex.org/W2888321701","https://openalex.org/W2946662620","https://openalex.org/W3098476189","https://openalex.org/W3102010323","https://openalex.org/W4233546396","https://openalex.org/W4255421341","https://openalex.org/W6638741392"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W187740018"],"abstract_inverted_index":{"With":[0],"the":[1,19,72,97,142,147,155,179],"increasing":[2],"threat":[3],"of":[4,12,21,65,69,100,106,158],"global":[5],"warming":[6],"due":[7],"to":[8,51,59,95,116,130],"high":[9],"energy":[10,31,61,162],"consumption":[11,32,62],"wireless":[13,23],"network":[14],"infrastructure,":[15],"cell":[16,79],"activation":[17],"complements":[18],"capabilities":[20],"next-generation":[22],"technology.":[24],"In":[25],"this":[26],"article,":[27],"we":[28,170],"propose":[29],"an":[30,48],"optimization":[33],"strategy":[34],"based":[35,145,165],"on":[36,146,166],"deep":[37],"reinforcement":[38],"learning":[39,43,73,180],"(DRL)":[40],"and":[41,63,87,160],"transfer":[42],"(TL)":[44],"techniques.":[45],"We":[46,75],"implement":[47],"adaptive":[49,148],"reward":[50,57,149],"autonomously":[52],"adjust":[53],"parameters":[54],"in":[55,128,153],"a":[56,78,83,103,112,118,135],"function":[58],"balance":[60],"quality":[64],"service":[66],"(QoS)":[67],"requirement":[68,157],"users":[70,101,159],"during":[71],"process.":[74,181],"further":[76],"formulate":[77],"activation/deactivation":[80],"problem":[81],"as":[82],"Markov":[84],"decision":[85],"process":[86],"set":[88],"up":[89,178],"our":[90,167],"proposed":[91,143],"relational":[92],"DRL":[93,129,174],"model":[94,114],"meet":[96],"QoS":[98,156],"requirements":[99],"with":[102,175],"minimum":[104],"number":[105],"active":[107],"remote":[108],"radio":[109],"heads":[110],"under":[111],"traffic":[113],"defined":[115],"simulate":[117],"real-world":[119],"scenario.":[120],"A":[121],"weighted":[122],"TL":[123,176],"algorithm":[124],"has":[125,150],"been":[126],"developed":[127],"validate":[131],"sample":[132],"data":[133],"from":[134],"source":[136],"task.":[137],"Extensive":[138],"simulations":[139],"reveal":[140],"that":[141,172],"scheme":[144],"better":[151],"performance":[152],"balancing":[154],"system":[161],"consumption.":[163],"Finally,":[164],"simulation":[168],"results,":[169],"conclude":[171],"combining":[173],"speeds":[177]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}