{"id":"https://openalex.org/W4389915505","doi":"https://doi.org/10.3390/s23249885","title":"Computation Offloading and Resource Allocation Based on P-DQN in LEO Satellite Edge Networks","display_name":"Computation Offloading and Resource Allocation Based on P-DQN in LEO Satellite Edge Networks","publication_year":2023,"publication_date":"2023-12-17","ids":{"openalex":"https://openalex.org/W4389915505","doi":"https://doi.org/10.3390/s23249885","pmid":"https://pubmed.ncbi.nlm.nih.gov/38139731"},"language":"en","primary_location":{"id":"doi:10.3390/s23249885","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23249885","pdf_url":"https://www.mdpi.com/1424-8220/23/24/9885/pdf?version=1702806474","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/24/9885/pdf?version=1702806474","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014490044","display_name":"Yang Xu","orcid":"https://orcid.org/0000-0002-0958-8547"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Yang","raw_affiliation_strings":["Xi\u2019an Institute of Space Radio Technology, Xi\u2019an 710100, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi\u2019an Institute of Space Radio Technology, Xi\u2019an 710100, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023033214","display_name":"Hai Fang","orcid":"https://orcid.org/0009-0003-7306-3803"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Fang","raw_affiliation_strings":["Xi\u2019an Institute of Space Radio Technology, Xi\u2019an 710100, China"],"raw_orcid":"https://orcid.org/0009-0003-7306-3803","affiliations":[{"raw_affiliation_string":"Xi\u2019an Institute of Space Radio Technology, Xi\u2019an 710100, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075642035","display_name":"Yuan Gao","orcid":"https://orcid.org/0000-0002-0832-2982"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Gao","raw_affiliation_strings":["Xi\u2019an Institute of Space Radio Technology, Xi\u2019an 710100, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi\u2019an Institute of Space Radio Technology, Xi\u2019an 710100, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031015020","display_name":"Xingjie Wang","orcid":"https://orcid.org/0009-0006-3986-8060"},"institutions":[{"id":"https://openalex.org/I4210131919","display_name":"Xi'an University of Technology","ror":"https://ror.org/038avdt50","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131919"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xingjie Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China"],"raw_orcid":"https://orcid.org/0009-0006-3986-8060","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China","institution_ids":["https://openalex.org/I4210131919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403727","display_name":"Kan Wang","orcid":"https://orcid.org/0000-0003-3500-1073"},"institutions":[{"id":"https://openalex.org/I4210131919","display_name":"Xi'an University of Technology","ror":"https://ror.org/038avdt50","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131919"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kan Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China","institution_ids":["https://openalex.org/I4210131919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001763807","display_name":"Zheng Liu","orcid":"https://orcid.org/0000-0001-7707-1294"},"institutions":[{"id":"https://openalex.org/I4210131919","display_name":"Xi'an University of Technology","ror":"https://ror.org/038avdt50","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131919"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Xi\u2019an University of Technology, Xi\u2019an 710048, China","institution_ids":["https://openalex.org/I4210131919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5031015020"],"corresponding_institution_ids":["https://openalex.org/I4210131919"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":6.2249,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.95716992,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"23","issue":"24","first_page":"9885","last_page":"9885"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8115678429603577},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6702359318733215},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5571039915084839},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5426050424575806},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5274208784103394},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5144705772399902},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5109952688217163},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5089526176452637},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.501507043838501},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.43035730719566345},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3243509829044342},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3149990439414978},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2318297028541565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11458432674407959}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8115678429603577},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6702359318733215},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5571039915084839},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5426050424575806},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5274208784103394},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5144705772399902},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5109952688217163},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5089526176452637},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.501507043838501},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.43035730719566345},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3243509829044342},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3149990439414978},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2318297028541565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11458432674407959},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s23249885","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23249885","pdf_url":"https://www.mdpi.com/1424-8220/23/24/9885/pdf?version=1702806474","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38139731","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38139731","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10748271","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10748271","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10748271/pdf/sensors-23-09885.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:02edafbd84df407cb7422d156605b1ac","is_oa":true,"landing_page_url":"https://doaj.org/article/02edafbd84df407cb7422d156605b1ac","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 24, p 9885 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s23249885","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23249885","pdf_url":"https://www.mdpi.com/1424-8220/23/24/9885/pdf?version=1702806474","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2305079269","display_name":null,"funder_award_id":"2020JQ-647","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G29569701","display_name":null,"funder_award_id":"61801379","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3910046058","display_name":null,"funder_award_id":"61801379","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G525951557","display_name":null,"funder_award_id":"2020YFB1808003","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6910071332","display_name":null,"funder_award_id":"2020JQ-647","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8141842063","display_name":null,"funder_award_id":"2020YFB1808003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389915505.pdf","grobid_xml":"https://content.openalex.org/works/W4389915505.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W2126462381","https://openalex.org/W2145339207","https://openalex.org/W2256420211","https://openalex.org/W2416799949","https://openalex.org/W2593138756","https://openalex.org/W2743363440","https://openalex.org/W2752525131","https://openalex.org/W2777781531","https://openalex.org/W2782787772","https://openalex.org/W2792244469","https://openalex.org/W2886509985","https://openalex.org/W2887800667","https://openalex.org/W2909496071","https://openalex.org/W2910912683","https://openalex.org/W2924948991","https://openalex.org/W2935268363","https://openalex.org/W2938933782","https://openalex.org/W2965180421","https://openalex.org/W2977266194","https://openalex.org/W2987084653","https://openalex.org/W2999745997","https://openalex.org/W3007749181","https://openalex.org/W3009165660","https://openalex.org/W3011943115","https://openalex.org/W3013888436","https://openalex.org/W3015609468","https://openalex.org/W3029957888","https://openalex.org/W3045615471","https://openalex.org/W3120881540","https://openalex.org/W3122087971","https://openalex.org/W3138031491","https://openalex.org/W3158471133","https://openalex.org/W3163220417","https://openalex.org/W3197981246","https://openalex.org/W3207120344","https://openalex.org/W3214727290","https://openalex.org/W4200239604","https://openalex.org/W4205398341","https://openalex.org/W4221135250","https://openalex.org/W4285101045","https://openalex.org/W4285154459","https://openalex.org/W4285163384","https://openalex.org/W4285220735","https://openalex.org/W4287887971","https://openalex.org/W4287890958","https://openalex.org/W4293195883","https://openalex.org/W4309548074","https://openalex.org/W4318481628","https://openalex.org/W4319996394","https://openalex.org/W4321488796","https://openalex.org/W4388505554","https://openalex.org/W6788797757","https://openalex.org/W6839701737"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W3014317926","https://openalex.org/W2917127270","https://openalex.org/W2896883851","https://openalex.org/W2796352555"],"abstract_inverted_index":{"Traditional":[0],"low":[1],"earth":[2],"orbit":[3],"(LEO)":[4],"satellite":[5,32,71,206],"networks":[6,33,208],"are":[7,119,133,161,196],"typically":[8],"independent":[9],"of":[10,116,152,168,211,247,251],"terrestrial":[11],"networks,":[12,73,94],"which":[13],"develop":[14],"relatively":[15],"slowly":[16],"due":[17],"to":[18,34,51,61,98,201],"the":[19,36,58,87,100,106,114,136,149,158,165,173,178,187,212,221,227,248],"on-board":[20],"capacity":[21],"limitation.":[22],"By":[23],"integrating":[24],"emerging":[25],"mobile":[26],"edge":[27,72,207],"computing":[28,40,145,189],"(MEC)":[29],"with":[30],"LEO":[31,70,153,205],"form":[35],"business-oriented":[37],"\"end-edge-cloud\"":[38],"multi-level":[39],"architecture,":[41],"some":[42],"computing-sensitive":[43],"tasks":[44,56],"can":[45],"be":[46],"offloaded":[47],"by":[48,164],"ground":[49],"terminals":[50],"satellites,":[52],"thereby":[53],"satisfying":[54],"more":[55],"in":[57,69,78,198,204,245],"network.":[59],"How":[60],"make":[62],"computation":[63,108,126],"offloading":[64,109,131,140],"and":[65,82,92,110,121,125,147,185,193,209,230],"resource":[66,111,191],"allocation":[67],"decisions":[68,132],"nevertheless,":[74],"indeed":[75],"poses":[76],"challenges":[77],"tracking":[79],"network":[80],"dynamics":[81,203],"handling":[83],"sophisticated":[84],"actions.":[85],"For":[86],"discrete-continuous":[88,213],"hybrid":[89,214],"action":[90,180,215,243],"space":[91],"time-varying":[93,117],"this":[95],"work":[96],"aims":[97],"use":[99],"parameterized":[101,179],"deep":[102],"Q-network":[103],"(P-DQN)":[104],"for":[105,237],"joint":[107,188],"allocation.":[112],"First,":[113],"characteristics":[115],"channels":[118],"modeled,":[120],"then":[122],"both":[123],"communication":[124],"models":[127],"under":[128],"three":[129],"different":[130],"constructed.":[134],"Second,":[135],"constraints":[137],"on":[138,142,148],"task":[139,170],"decisions,":[141],"remaining":[143],"available":[144],"resources,":[146],"power":[150,194],"control":[151,195],"satellites":[154],"as":[155,157],"well":[156],"cloud":[159],"server":[160],"formulated,":[162],"followed":[163],"maximization":[166],"problem":[167],"satisfied":[169,252],"number":[171],"over":[172],"long":[174],"run.":[175],"Third,":[176],"using":[177],"Markov":[181],"decision":[182],"process":[183],"(PAMDP)":[184],"P-DQN,":[186],"offloading,":[190],"allocation,":[192],"made":[197],"real":[199],"time,":[200],"accommodate":[202],"dispose":[210],"space.":[216],"Simulation":[217],"results":[218],"show":[219],"that":[220],"proposed":[222],"P-DQN":[223],"method":[224],"could":[225],"approach":[226],"optimal":[228],"control,":[229],"outperforms":[231],"other":[232],"reinforcement":[233],"learning":[234],"(RL)":[235],"methods":[236],"merely":[238],"either":[239],"discrete":[240],"or":[241],"continuous":[242],"space,":[244],"terms":[246],"long-term":[249],"rate":[250],"tasks.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}