{"id":"https://openalex.org/W4409475462","doi":"https://doi.org/10.1109/ised63599.2024.10956358","title":"PWDCDQ: Prioritized Workflow Scheduling with Deep Reinforcement Learning in Cloud Computing Based on the Deep-Q Network Model","display_name":"PWDCDQ: Prioritized Workflow Scheduling with Deep Reinforcement Learning in Cloud Computing Based on the Deep-Q Network Model","publication_year":2024,"publication_date":"2024-12-20","ids":{"openalex":"https://openalex.org/W4409475462","doi":"https://doi.org/10.1109/ised63599.2024.10956358"},"language":"en","primary_location":{"id":"doi:10.1109/ised63599.2024.10956358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ised63599.2024.10956358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 12th International Conference on Intelligent Systems and Embedded Design (ISED)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101263472","display_name":"Mallu Shiva Rama Krishna","orcid":null},"institutions":[{"id":"https://openalex.org/I4210131147","display_name":"SRM University","ror":"https://ror.org/037skf023","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018","https://openalex.org/I4210131147"]},{"id":"https://openalex.org/I4401726783","display_name":"VIT-AP University","ror":"https://ror.org/007v4hf75","country_code":null,"type":"education","lineage":["https://openalex.org/I4401726783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mallu Shiva Rama Krishna","raw_affiliation_strings":["School of Computer Science and Engineering, VIT-AP University,Amaravati,India"],"raw_orcid":"https://orcid.org/0009-0007-8950-0288","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, VIT-AP University,Amaravati,India","institution_ids":["https://openalex.org/I4210131147","https://openalex.org/I4401726783"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110433336","display_name":"D Khasim Vali","orcid":null},"institutions":[{"id":"https://openalex.org/I4210131147","display_name":"SRM University","ror":"https://ror.org/037skf023","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018","https://openalex.org/I4210131147"]},{"id":"https://openalex.org/I4401726783","display_name":"VIT-AP University","ror":"https://ror.org/007v4hf75","country_code":null,"type":"education","lineage":["https://openalex.org/I4401726783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"D Khasim Vali","raw_affiliation_strings":["School of Computer Science and Engineering, VIT-AP University,Amaravati,India"],"raw_orcid":"https://orcid.org/0000-0003-4987-9290","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, VIT-AP University,Amaravati,India","institution_ids":["https://openalex.org/I4210131147","https://openalex.org/I4401726783"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5208,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72222037,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"08"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9638000130653381,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9638000130653381,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9007999897003174,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8498677015304565},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8248174786567688},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7401995062828064},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7349611520767212},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5914416313171387},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5347553491592407},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4750142991542816},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47153693437576294},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14449110627174377},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.13458383083343506},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.09568750858306885}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8498677015304565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8248174786567688},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7401995062828064},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7349611520767212},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5914416313171387},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5347553491592407},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4750142991542816},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47153693437576294},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14449110627174377},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.13458383083343506},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.09568750858306885},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ised63599.2024.10956358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ised63599.2024.10956358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 12th International Conference on Intelligent Systems and Embedded Design (ISED)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2339254261","https://openalex.org/W2800953382","https://openalex.org/W2981604716","https://openalex.org/W2996625414","https://openalex.org/W3010277998","https://openalex.org/W3027999386","https://openalex.org/W3041773420","https://openalex.org/W3048103047","https://openalex.org/W3103232156","https://openalex.org/W3124172571","https://openalex.org/W3128486303","https://openalex.org/W3140601406","https://openalex.org/W3141568517","https://openalex.org/W3172014642","https://openalex.org/W3212584892","https://openalex.org/W3214181042","https://openalex.org/W4214712791","https://openalex.org/W4221132938","https://openalex.org/W4280571862","https://openalex.org/W4281553589","https://openalex.org/W4281786276","https://openalex.org/W4286538646","https://openalex.org/W4299615486","https://openalex.org/W4307275615","https://openalex.org/W4312849504","https://openalex.org/W4316372936","https://openalex.org/W4386634647","https://openalex.org/W4387744142","https://openalex.org/W4388807180"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W1981780420","https://openalex.org/W2182707996","https://openalex.org/W3150465815","https://openalex.org/W4223488648","https://openalex.org/W45233828","https://openalex.org/W2964988449","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W1997222214"],"abstract_inverted_index":{"The":[0,157,207,226],"Cloud":[1,84],"computing":[2],"environments":[3],"provide":[4],"scalable":[5],"resources":[6],"for":[7,138,200],"complex":[8],"workflows.":[9,206],"Because":[10],"of":[11,15,23,130,236],"the":[12,53,88,128,162,169],"dynamic":[13],"nature":[14],"these":[16,232],"environments,":[17],"resource":[18],"heterogeneity":[19],"and":[20,117,150,195,221],"varying":[21],"dependencies":[22,37,116,149],"tasks":[24,145],"in":[25,56,83,203,234],"each":[26],"workflow":[27,33,95,175],"differ":[28],"from":[29],"one":[30,45],"another.":[31],"Consequently,":[32],"scheduling":[34,140],"with":[35,46,79,106],"several":[36],"on":[38,87,113,120,126,147,153,185],"an":[39],"inappropriate":[40],"virtual":[41],"machine,":[42],"such":[43,216],"as":[44,217],"low":[47,179],"processing":[48],"capacity,":[49],"can":[50],"negatively":[51],"impact":[52],"execution,":[54,96],"resulting":[55],"delays,":[57],"increased":[58],"costs,":[59,238],"higher":[60],"energy":[61,239],"consumption.":[62,240],"To":[63,93],"essentially":[64],"schedule":[65],"workflows":[66,111,167],"that":[67,229],"have":[68],"numerous":[69],"task":[70],"dependencies,":[71],"we":[72,97,133,143],"propose":[73],"a":[74,99,135],"new":[75],"Prioritized":[76],"Workflow":[77],"Scheduling":[78],"Deep":[80,100],"Reinforcement":[81,101],"Learning":[82,102],"Computing":[85],"Based":[86],"Deep-Q":[89],"Network":[90],"Model":[91],"(PWDCDQ).":[92],"optimize":[94],"use":[98],"approach,":[103],"balancing":[104],"performance":[105],"cost":[107],"optimization":[108],"by":[109,161],"analysing":[110],"based":[112,119,125,146,152],"their":[114,121,148,154],"internal":[115],"VMs":[118,151],"electricity":[122,155],"costs.":[123,156,180],"However,":[124],"both":[127],"priorities":[129,158],"tasks,":[131],"VMs,":[132,172],"employ":[134],"DQN":[136,163],"model":[137],"dynamically":[139],"tasks.":[141],"Essentially,":[142],"prioritize":[144],"are":[159,197],"used":[160],"scheduler":[164],"to":[165,168,213],"assign":[166],"most":[170],"appropriate":[171],"ensuring":[173],"efficient":[174],"execution":[176],"while":[177],"maintaining":[178],"Extensive":[181],"simulations":[182],"were":[183],"conducted":[184],"WorkflowSim,":[186],"examining":[187],"Real-time":[188],"scientific":[189,205],"workflows,":[190],"including":[191],"LIGO,":[192],"Epigenomics,":[193],"Montage":[194],"CyberShake,":[196],"essential":[198],"tools":[199],"conducting":[201],"research":[202],"real-time":[204],"proposed":[208],"PWDCDQ":[209,230],"algorithm":[210],"was":[211],"compared":[212],"existing":[214],"approaches":[215,233],"HEFT,":[218],"BAT,":[219],"ACO,":[220],"Cuckoo":[222],"Search":[223],"(CS)":[224],"algorithm.":[225],"results":[227],"revealed":[228],"surpasses":[231],"terms":[235],"reduced":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}