{"id":"https://openalex.org/W4312373641","doi":"https://doi.org/10.1109/tcomm.2022.3221422","title":"DDPG-Based Joint Time and Energy Management in Ambient Backscatter-Assisted Hybrid Underlay CRNs","display_name":"DDPG-Based Joint Time and Energy Management in Ambient Backscatter-Assisted Hybrid Underlay CRNs","alternate_titles":[],"publication_year":2022,"publication_date":"2022-11-10","ids":{"openalex":"https://openalex.org/W4312373641","doi":"https://doi.org/10.1109/tcomm.2022.3221422"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2022.3221422","doi":"https://doi.org/10.1109/tcomm.2022.3221422","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3221422","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4312373641"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087218204","display_name":"Kechen Zheng","orcid":"https://orcid.org/0000-0003-3886-4288","observed_orcids":["https://orcid.org/0000-0003-3886-4288"]},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kechen Zheng","raw_affiliation_strings":["School of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3886-4288","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076787595","display_name":"Xueli Jia","orcid":"https://orcid.org/0009-0003-8731-006X","observed_orcids":["https://orcid.org/0009-0003-8731-006X"]},"institutions":[{"id":"https://openalex.org/I4405281377","display_name":"Hangzhou Dianzi University Information Engineering School","ror":"https://ror.org/048y3jc27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405281377"]},{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueli Jia","raw_affiliation_strings":["School of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","School of Computer Science and Technology, Hangzhou Dianzi University Information Engineering College, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"School of Computer Science and Technology, Hangzhou Dianzi University Information Engineering College, Hangzhou, China","institution_ids":["https://openalex.org/I4405281377","https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008324681","display_name":"Kaikai Chi","orcid":"https://orcid.org/0000-0003-4751-2049","observed_orcids":["https://orcid.org/0000-0003-4751-2049"]},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaikai Chi","raw_affiliation_strings":["School of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4751-2049","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100394448","display_name":"Xiaoying Liu","orcid":"https://orcid.org/0000-0002-4592-0631","observed_orcids":["https://orcid.org/0000-0002-4592-0631","https://orcid.org/0009-0006-9874-851X"]},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoying Liu","raw_affiliation_strings":["School of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4592-0631","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":6.0629,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.97927849,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"71","issue":"1","first_page":"441","last_page":"456"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.024900000542402267,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambient-backscatter-communication","display_name":"ambient backscatter communication","score":0.8970000147819519},{"id":"https://openalex.org/keywords/ddpg","display_name":"deep deterministic policy gradient","score":0.8640000224113464},{"id":"https://openalex.org/keywords/time-scheduling","display_name":"time scheduling","score":0.5759999752044678},{"id":"https://openalex.org/keywords/energy-management","display_name":"energy management","score":0.9919999837875366},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.6700000166893005},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"convex optimization","score":0.7409999966621399},{"id":"https://openalex.org/keywords/action-space-design","display_name":"action space design","score":0.6389999985694885},{"id":"https://openalex.org/keywords/spectrum-scarcity","display_name":"spectrum scarcity","score":0.35199999809265137},{"id":"https://openalex.org/keywords/energy-scarcity","display_name":"energy scarcity","score":0.9380000233650208}],"concepts":[{"id":"https://openalex.org/C2777679929","wikidata":"https://www.wikidata.org/wiki/Q7883709","display_name":"Underlay","level":3,"score":0.8890105485916138},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.7147018909454346},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.701142430305481},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6252055168151855},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.47058287262916565},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.465738445520401},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4319227635860443},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.42870983481407166},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.4013339877128601},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3530549705028534},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3409717082977295},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.177339106798172},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.1501762568950653},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12174180150032043},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10830667614936829},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2022.3221422","doi":"https://doi.org/10.1109/tcomm.2022.3221422","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3221422","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5378999710083008,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2136489695","display_name":null,"funder_award_id":"LR20F020003","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G3726140722","display_name":null,"funder_award_id":"LY21F020023","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G4785486234","display_name":"\u9762\u5411\u7269\u8054\u7f51\u5b89\u5168\u4f20\u8f93\u7684\u8282\u80fd\u673a\u5236","funder_award_id":"61902351","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5024377001","display_name":null,"funder_award_id":"61902353","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7427155411","display_name":null,"funder_award_id":"62272414","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8253759384","display_name":null,"funder_award_id":"LY21F020022","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W1970400141","https://openalex.org/W1993918491","https://openalex.org/W2005503805","https://openalex.org/W2071563913","https://openalex.org/W2155027007","https://openalex.org/W2173248099","https://openalex.org/W2177372563","https://openalex.org/W2546571074","https://openalex.org/W2551956255","https://openalex.org/W2553535241","https://openalex.org/W2558912802","https://openalex.org/W2599095948","https://openalex.org/W2621181593","https://openalex.org/W2690196614","https://openalex.org/W2763047734","https://openalex.org/W2767359317","https://openalex.org/W2775135700","https://openalex.org/W2791891942","https://openalex.org/W2791978050","https://openalex.org/W2794694461","https://openalex.org/W2898035736","https://openalex.org/W2911262833","https://openalex.org/W2912074258","https://openalex.org/W2941101940","https://openalex.org/W2945129944","https://openalex.org/W2962946312","https://openalex.org/W2963083073","https://openalex.org/W2974312798","https://openalex.org/W2975421741","https://openalex.org/W2980566332","https://openalex.org/W2997741285","https://openalex.org/W3012051507","https://openalex.org/W3012121718","https://openalex.org/W3013525469","https://openalex.org/W3014409385","https://openalex.org/W3023368586","https://openalex.org/W3031234627","https://openalex.org/W3098222389","https://openalex.org/W3157280451","https://openalex.org/W4242781462","https://openalex.org/W4247702180"],"related_works":["https://openalex.org/W4224325978","https://openalex.org/W4389382578","https://openalex.org/W4393950855","https://openalex.org/W2946043074","https://openalex.org/W4403300196","https://openalex.org/W4385800784","https://openalex.org/W2912074258","https://openalex.org/W4403602443","https://openalex.org/W2621181593","https://openalex.org/W3098222389"],"abstract_inverted_index":{"Ambient":[0],"backscatter":[1],"(AB)":[2],"communications":[3],"and":[4,17,23,46,64,74,84,90,100,104,159,172],"radio":[5,9],"frequency":[6],"(RF)-powered":[7],"cognitive":[8],"networks":[10],"(CRNs)":[11],"address":[12],"the":[13,24,39,48,54,81,109,129,137,143,151,155,165,178,181,186],"concerns":[14],"of":[15,26,87,102,131,168,180],"energy":[16,85],"spectrum":[18],"scarcities":[19],"from":[20,124],"different":[21,62],"perspectives,":[22],"integration":[25],"them":[27],"has":[28],"potential":[29],"benefits":[30],"for":[31,108],"throughput.":[32,51,112],"Motivated":[33],"by":[34],"this":[35],"fact,":[36],"we":[37,78],"study":[38],"RF-powered":[40],"AB-assisted":[41,169,173],"hybrid":[42,182],"underlay":[43,174],"CRN":[44,171],"(ABHU-CRN),":[45],"optimize":[47],"long-term":[49,110],"secondary":[50,57,88,111],"Based":[52],"on":[53],"channel":[55],"states,":[56,77],"users":[58],"choose":[59],"to":[60,72,126,128,146,149],"perform":[61],"actions,":[63],"two":[65,92,132],"action":[66,133],"spaces":[67],"are":[68],"accordingly":[69],"designed.":[70],"Due":[71],"dynamic":[73],"unpredictable":[75],"environment":[76],"jointly":[79],"control":[80],"time":[82],"scheduling":[83],"management":[86],"users,":[89],"propose":[91],"algorithms,":[93],"i.e.,":[94],"adjusted-deep":[95],"deterministic":[96],"policy":[97],"gradient":[98],"(A-DDPG)":[99],"combination":[101],"A-DDPG":[103,148,158],"convex":[105,138],"optimization":[106,139],"(C-ADCO),":[107],"A-DDPG,":[113],"a":[114],"deep":[115],"reinforcement":[116],"learning":[117],"algorithm":[118],"with":[119],"continuous":[120],"spaces,":[121],"is":[122],"extended":[123],"DDPG":[125],"adapt":[127],"design":[130],"spaces.":[134],"C-ADCO":[135,160],"utilizes":[136],"that":[140],"can":[141],"find":[142],"optimal":[144,166],"solution":[145],"assist":[147],"accelerate":[150],"convergence.":[152],"In":[153],"simulations,":[154],"ABHU-CRN":[156],"under":[157],"achieves":[161],"higher":[162],"throughput":[163,167],"than":[164],"overlay":[170],"CRN,":[175],"which":[176],"indicates":[177],"advantage":[179],"transmission":[183],"mode":[184],"in":[185],"ABHU-CRN.":[187]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4312373641","counts_by_year":[{"year":2026,"cited_by_count":29},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-01-04T00:00:00"}
