{"id":"https://openalex.org/W4401635492","doi":"https://doi.org/10.3233/jcm-247229","title":"Deep Q learning cloud task scheduling algorithm based on improved exploration strategy","display_name":"Deep Q learning cloud task scheduling algorithm based on improved exploration strategy","publication_year":2024,"publication_date":"2024-08-14","ids":{"openalex":"https://openalex.org/W4401635492","doi":"https://doi.org/10.3233/jcm-247229"},"language":"en","primary_location":{"id":"doi:10.3233/jcm-247229","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jcm-247229","pdf_url":null,"source":{"id":"https://openalex.org/S2765058733","display_name":"Journal of Computational Methods in Sciences and Engineering","issn_l":"1472-7978","issn":["1472-7978","1875-8983"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Methods in Sciences and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072786653","display_name":"Chen\u2010Yu Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125838","display_name":"Jilin University of Chemical Technology","ror":"https://ror.org/03bvz5p76","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125838"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyu Cheng","raw_affiliation_strings":["School of Information and Control Engineering, Jilin Institute of Chemical Technology, Jilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, Jilin Institute of Chemical Technology, Jilin, China","institution_ids":["https://openalex.org/I4210125838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438717","display_name":"Gang Li","orcid":"https://orcid.org/0000-0002-7099-1589"},"institutions":[{"id":"https://openalex.org/I4210103627","display_name":"BaiCheng Normal University","ror":"https://ror.org/01djkf495","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210103627"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Gang Li","raw_affiliation_strings":["School of Mechanical and Control Engineering, Baicheng Normal University, Baicheng, Jilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Control Engineering, Baicheng Normal University, Baicheng, Jilin, China","institution_ids":["https://openalex.org/I4210103627"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101047689","display_name":"Jiaqing Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125838","display_name":"Jilin University of Chemical Technology","ror":"https://ror.org/03bvz5p76","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125838"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqing Fan","raw_affiliation_strings":["School of Information and Control Engineering, Jilin Institute of Chemical Technology, Jilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, Jilin Institute of Chemical Technology, Jilin, China","institution_ids":["https://openalex.org/I4210125838"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100438717"],"corresponding_institution_ids":["https://openalex.org/I4210103627"],"apc_list":null,"apc_paid":null,"fwci":0.6396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.75070072,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"24","issue":"4-5","first_page":"2095","last_page":"2107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8180793523788452},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6539731621742249},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.605238676071167},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5884448289871216},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.46737805008888245},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4452805519104004},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4317131042480469},{"id":"https://openalex.org/keywords/response-time","display_name":"Response time","score":0.4288065433502197},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3976233899593353},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3335513472557068},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.24070137739181519},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08267664909362793},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.07669809460639954},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.06609457731246948}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8180793523788452},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6539731621742249},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.605238676071167},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5884448289871216},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.46737805008888245},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4452805519104004},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4317131042480469},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.4288065433502197},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3976233899593353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3335513472557068},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.24070137739181519},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08267664909362793},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.07669809460639954},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06609457731246948},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jcm-247229","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jcm-247229","pdf_url":null,"source":{"id":"https://openalex.org/S2765058733","display_name":"Journal of Computational Methods in Sciences and Engineering","issn_l":"1472-7978","issn":["1472-7978","1875-8983"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Methods in Sciences and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2888742118","https://openalex.org/W2895751344","https://openalex.org/W2915062141","https://openalex.org/W2921961040","https://openalex.org/W2934568283","https://openalex.org/W2977286878","https://openalex.org/W2997107683","https://openalex.org/W3008115759","https://openalex.org/W3008643628","https://openalex.org/W3048247980","https://openalex.org/W3091177213","https://openalex.org/W3198893659","https://openalex.org/W3209839815","https://openalex.org/W4206564133","https://openalex.org/W4207061496","https://openalex.org/W4213170914","https://openalex.org/W4224220194","https://openalex.org/W4225686861","https://openalex.org/W4225698743","https://openalex.org/W4307634442","https://openalex.org/W4313201910","https://openalex.org/W4366748250","https://openalex.org/W4376876890","https://openalex.org/W4385461687","https://openalex.org/W6810338120","https://openalex.org/W6846173586","https://openalex.org/W6848298931"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W3150465815","https://openalex.org/W1997222214","https://openalex.org/W2802581102","https://openalex.org/W4205786897"],"abstract_inverted_index":{"In":[0],"cloud":[1],"computing,":[2],"task":[3,18,38],"scheduling":[4,39],"is":[5],"a":[6,88],"critical":[7],"process":[8],"that":[9,128],"involves":[10],"efficiently":[11],"allocating":[12],"computing":[13],"resources":[14],"to":[15,116],"fulfill":[16],"diverse":[17],"requirements.":[19],"To":[20],"address":[21],"issues":[22],"such":[23],"as":[24],"unstable":[25],"response":[26,105],"times,":[27],"extensive":[28],"computations,":[29],"and":[30,55,75,92,108,120,136,146,152],"challenges":[31],"in":[32,139,154],"parameter":[33],"adjustment":[34],"faced":[35],"by":[36,68],"traditional":[37],"methods,":[40],"an":[41,57],"enhanced":[42,83,150],"deep":[43,52],"Q-learning":[44],"cloud-task-scheduling":[45],"algorithm":[46,50,131],"was":[47,66,82],"proposed.":[48],"This":[49],"utilizes":[51],"reinforcement":[53],"learning":[54],"introduces":[56],"improved":[58],"strategy.":[59],"The":[60,78,102,125],"optimization":[61],"of":[62,87,111,122,141],"the":[63,70,85,118,123,129,133,142],"objective":[64],"function":[65],"achieved":[67],"defining":[69],"state":[71],"space,":[72,74],"action":[73,94],"reward":[76],"function.":[77],"agent\u2019s":[79],"exploration":[80,90],"capability":[81],"through":[84],"utilization":[86,113],"UCB":[89],"strategy":[91],"Boltzmann":[93],"exploration.":[95],"Simulation":[96],"experiments":[97],"were":[98,114],"conducted":[99],"using":[100],"Pycloudsim.":[101],"average":[103],"instruction":[104],"time":[106,144],"ratio":[107,145],"standard":[109],"deviation":[110],"CPU":[112,147],"compared":[115],"measure":[117],"advantages":[119],"disadvantages":[121],"algorithm.":[124],"results":[126],"indicate":[127],"proposed":[130],"surpasses":[132],"random,":[134],"earliest,":[135],"RR":[137],"algorithms":[138],"terms":[140],"instruction-to-response":[143],"utilization,":[148],"demonstrating":[149],"efficiency":[151],"performance":[153],"cloud-task":[155],"scheduling.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}