{"id":"https://openalex.org/W4401635492","doi":"https://doi.org/10.3233/jcm-247229","title":"Deep Q learning cloud task scheduling algorithm based on improved exploration strategy","display_name":"Deep Q learning cloud task scheduling algorithm based on improved exploration strategy","alternate_titles":[],"publication_year":2024,"publication_date":"2024-08-14","ids":{"openalex":"https://openalex.org/W4401635492","doi":"https://doi.org/10.3233/jcm-247229"},"language":"en","primary_location":{"id":"doi:10.3233/jcm-247229","doi":"https://doi.org/10.3233/jcm-247229","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jcm-247229","pdf_url":null,"source":{"id":"https://openalex.org/S2765058733","display_name":"Journal of Computational Methods in Sciences and Engineering","issn_l":"1472-7978","issn":["1472-7978","1875-8983"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-d","jufo-1","norway-1","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Methods in Sciences and Engineering","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4401635492"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chenyu Cheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210125838","display_name":"Jilin University of Chemical Technology","ror":"https://ror.org/03bvz5p76","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125838"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chenyu Cheng","raw_affiliation_strings":["School of Information and Control Engineering, Jilin Institute of Chemical Technology, Jilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, Jilin Institute of Chemical Technology, Jilin, China","institution_ids":["https://openalex.org/I4210125838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438717","display_name":"Gang Li","orcid":"https://orcid.org/0000-0002-7099-1589","observed_orcids":["https://orcid.org/0000-0002-7099-1589"]},"institutions":[{"id":"https://openalex.org/I4210103627","display_name":"BaiCheng Normal University","ror":"https://ror.org/01djkf495","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210103627"]}],"countries":["CN"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Gang Li","raw_affiliation_strings":["School of Mechanical and Control Engineering, Baicheng Normal University, Baicheng, Jilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Control Engineering, Baicheng Normal University, Baicheng, Jilin, China","institution_ids":["https://openalex.org/I4210103627"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101047689","display_name":"Jiaqing Fan","orcid":"https://orcid.org/0000-0001-5659-7457","observed_orcids":["https://orcid.org/0000-0001-5659-7457","https://orcid.org/0009-0008-6891-3793"]},"institutions":[{"id":"https://openalex.org/I4210125838","display_name":"Jilin University of Chemical Technology","ror":"https://ror.org/03bvz5p76","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125838"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jiaqing Fan","raw_affiliation_strings":["School of Information and Control Engineering, Jilin Institute of Chemical Technology, Jilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, Jilin Institute of Chemical Technology, Jilin, China","institution_ids":["https://openalex.org/I4210125838"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100438717"],"corresponding_institution_ids":["https://openalex.org/I4210103627"],"apc_list":{"value":4150,"currency":"USD","value_usd":4150},"apc_paid":null,"fwci":0.5774,"has_fulltext":false,"cited_by_count":3,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.66897147,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":96},"biblio":{"volume":"24","issue":"4-5","first_page":"2095","last_page":"2107"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14098","display_name":"Energy Efficiency in Computing","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-task-scheduling","display_name":"cloud task scheduling","score":0.9919999837875366},{"id":"https://openalex.org/keywords/deep-q-learning","display_name":"deep Q-learning","score":0.9390000104904175},{"id":"https://openalex.org/keywords/exploration-strategy","display_name":"exploration strategy","score":0.8429999947547913},{"id":"https://openalex.org/keywords/boltzmann-exploration","display_name":"Boltzmann exploration","score":0.9039999842643738},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.847000002861023},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.824999988079071},{"id":"https://openalex.org/keywords/cpu-utilization","display_name":"CPU utilization","score":0.8399999737739563},{"id":"https://openalex.org/keywords/response-time","display_name":"response time","score":0.7379999756813049},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"resource allocation","score":0.640999972820282}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8180793523788452},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6539731621742249},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.605238676071167},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5884448289871216},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.46737805008888245},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4452805519104004},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4317131042480469},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.4288065433502197},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3976233899593353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3335513472557068},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.24070137739181519},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08267664909362793},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.07669809460639954},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06609457731246948},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jcm-247229","doi":"https://doi.org/10.3233/jcm-247229","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jcm-247229","pdf_url":null,"source":{"id":"https://openalex.org/S2765058733","display_name":"Journal of Computational Methods in Sciences and Engineering","issn_l":"1472-7978","issn":["1472-7978","1875-8983"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-d","jufo-1","norway-1","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Methods in Sciences and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2888742118","https://openalex.org/W2895751344","https://openalex.org/W2915062141","https://openalex.org/W2921961040","https://openalex.org/W2934568283","https://openalex.org/W2977286878","https://openalex.org/W2997107683","https://openalex.org/W3008115759","https://openalex.org/W3008643628","https://openalex.org/W3048247980","https://openalex.org/W3091177213","https://openalex.org/W3113776097","https://openalex.org/W3198893659","https://openalex.org/W3209839815","https://openalex.org/W4206564133","https://openalex.org/W4207061496","https://openalex.org/W4213170914","https://openalex.org/W4224220194","https://openalex.org/W4225686861","https://openalex.org/W4307634442","https://openalex.org/W4312283847","https://openalex.org/W4313201910","https://openalex.org/W4366748250","https://openalex.org/W4376876890","https://openalex.org/W4385461687"],"related_works":["https://openalex.org/W2981604716","https://openalex.org/W4392432437","https://openalex.org/W4405404750","https://openalex.org/W3164383848","https://openalex.org/W4379013865","https://openalex.org/W7154615598","https://openalex.org/W7124873668","https://openalex.org/W4407170055","https://openalex.org/W7081954500","https://openalex.org/W4381054366"],"abstract_inverted_index":{"In":[0],"cloud":[1],"computing,":[2],"task":[3,18,38],"scheduling":[4,39],"is":[5],"a":[6,88],"critical":[7],"process":[8],"that":[9,128],"involves":[10],"efficiently":[11],"allocating":[12],"computing":[13],"resources":[14],"to":[15,116],"fulfill":[16],"diverse":[17],"requirements.":[19],"To":[20],"address":[21],"issues":[22],"such":[23],"as":[24],"unstable":[25],"response":[26,105],"times,":[27],"extensive":[28],"computations,":[29],"and":[30,55,75,92,108,120,136,146,152],"challenges":[31],"in":[32,139,154],"parameter":[33],"adjustment":[34],"faced":[35],"by":[36,68],"traditional":[37],"methods,":[40],"an":[41,57],"enhanced":[42,83,150],"deep":[43,52],"Q-learning":[44],"cloud-task-scheduling":[45],"algorithm":[46,50,131],"was":[47,66,82],"proposed.":[48],"This":[49],"utilizes":[51],"reinforcement":[53],"learning":[54],"introduces":[56],"improved":[58],"strategy.":[59],"The":[60,78,102,125],"optimization":[61],"of":[62,87,111,122,141],"the":[63,70,85,118,123,129,133,142],"objective":[64],"function":[65],"achieved":[67],"defining":[69],"state":[71],"space,":[72,74],"action":[73,94],"reward":[76],"function.":[77],"agent\u2019s":[79],"exploration":[80,90],"capability":[81],"through":[84],"utilization":[86,113],"UCB":[89],"strategy":[91],"Boltzmann":[93],"exploration.":[95],"Simulation":[96],"experiments":[97],"were":[98,114],"conducted":[99],"using":[100],"Pycloudsim.":[101],"average":[103],"instruction":[104],"time":[106,144],"ratio":[107,145],"standard":[109],"deviation":[110],"CPU":[112,147],"compared":[115],"measure":[117],"advantages":[119],"disadvantages":[121],"algorithm.":[124],"results":[126],"indicate":[127],"proposed":[130],"surpasses":[132],"random,":[134],"earliest,":[135],"RR":[137],"algorithms":[138],"terms":[140],"instruction-to-response":[143],"utilization,":[148],"demonstrating":[149],"efficiency":[151],"performance":[153],"cloud-task":[155],"scheduling.":[156]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4401635492","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-08-17T00:00:00"}
