{"id":"https://openalex.org/W4388280120","doi":"https://doi.org/10.1109/icbase59196.2023.10303158","title":"Resource optimization of MEC systems based on deep reinforcement learning","display_name":"Resource optimization of MEC systems based on deep reinforcement learning","publication_year":2023,"publication_date":"2023-08-25","ids":{"openalex":"https://openalex.org/W4388280120","doi":"https://doi.org/10.1109/icbase59196.2023.10303158"},"language":"en","primary_location":{"id":"doi:10.1109/icbase59196.2023.10303158","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icbase59196.2023.10303158","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 4th International Conference on Big Data & Artificial Intelligence & Software Engineering (ICBASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005656043","display_name":"Mengyuan Zhou","orcid":"https://orcid.org/0000-0003-4058-3979"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mengyuan Zhou","raw_affiliation_strings":["Beijing University of Technology,School of Economics and Management,Beijing,China","School of Economics and Management, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Technology,School of Economics and Management,Beijing,China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"School of Economics and Management, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5005656043"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24953164,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"399","last_page":"405"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8270773887634277},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6466948986053467},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6448580622673035},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5780360698699951},{"id":"https://openalex.org/keywords/blockchain","display_name":"Blockchain","score":0.5700779557228088},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5322371125221252},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5054130554199219},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4291478395462036},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.42344242334365845},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3264666199684143},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.28408366441726685},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.26164770126342773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23973464965820312}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8270773887634277},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6466948986053467},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6448580622673035},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5780360698699951},{"id":"https://openalex.org/C2779687700","wikidata":"https://www.wikidata.org/wiki/Q20514253","display_name":"Blockchain","level":2,"score":0.5700779557228088},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5322371125221252},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5054130554199219},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4291478395462036},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.42344242334365845},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3264666199684143},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.28408366441726685},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.26164770126342773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23973464965820312},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icbase59196.2023.10303158","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icbase59196.2023.10303158","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 4th International Conference on Big Data & Artificial Intelligence & Software Engineering (ICBASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8799999952316284,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2056685021","https://openalex.org/W2594560857","https://openalex.org/W2891362044","https://openalex.org/W2898652425","https://openalex.org/W2907843228","https://openalex.org/W2910454330","https://openalex.org/W2913127416","https://openalex.org/W2949226003","https://openalex.org/W2963666161","https://openalex.org/W2998623446","https://openalex.org/W3009403088"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"The":[0,47,160],"advancement":[1],"of":[2,16,20,36,41,43,49,124,143],"communication":[3],"technology":[4,25,51],"has":[5,26],"played":[6],"a":[7,29,117,157],"crucial":[8],"role":[9],"in":[10,75,136],"accelerating":[11],"the":[12,17,32,37,85,106,125,140,144,148,166],"growth":[13],"and":[14,23,34,78,109,112,130,146,150],"evolution":[15],"Industrial":[18],"Internet":[19,42],"Things":[21,44],"(IIoT),":[22],"blockchain":[24,50],"likewise":[27],"provided":[28],"solution":[30],"for":[31,68,98],"security":[33],"validity":[35],"very":[38,53],"explosive":[39],"amount":[40],"(IoT)":[45],"data.":[46],"future":[48],"is":[52,90],"promising.":[54],"However,":[55],"there":[56],"are":[57],"some":[58],"problems":[59],"due":[60],"to":[61,91,104,138,155],"blockchain-enabled":[62],"IIoT:":[63],"1)":[64],"huge":[65],"energy":[66,110,141,151],"consumption":[67],"computational":[69,73,107,149],"tasks;":[70],"2)":[71],"high":[72],"cost":[74,108],"processing":[76],"data":[77],"less":[79],"than":[80],"ideal":[81],"throughput.":[82],"To":[83],"solve":[84],"above":[86],"problems,":[87],"our":[88],"aim":[89],"introduce":[92],"an":[93],"optimization":[94],"framework":[95],"specifically":[96],"designed":[97],"blockchain-based":[99],"IIoT":[100],"systems":[101],"so":[102,153],"as":[103,116,154],"reduce":[105,147],"consumption,":[111],"represent":[113],"this":[114],"problem":[115],"Markov":[118],"decision":[119],"process":[120],"(MDP).":[121],"Three":[122],"aspects":[123],"main":[126],"processor,":[127],"offloading":[128],"decision,":[129],"server":[131],"selection":[132],"can":[133,168],"be":[134,169],"used":[135],"order":[137],"optimize":[139],"allocation":[142],"device":[145],"costs":[152],"achieve":[156],"multi-party":[158],"balance.":[159],"final":[161],"simulation":[162],"results":[163],"show":[164],"that":[165],"system":[167],"well":[170],"optimized.":[171]},"counts_by_year":[],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}