{"id":"https://openalex.org/W4412567240","doi":"https://doi.org/10.1109/jiot.2025.3591590","title":"Dynamic Scheduling of Simulation Workflows in Product Design With Meta-Reinforcement Learning","display_name":"Dynamic Scheduling of Simulation Workflows in Product Design With Meta-Reinforcement Learning","publication_year":2025,"publication_date":"2025-07-22","ids":{"openalex":"https://openalex.org/W4412567240","doi":"https://doi.org/10.1109/jiot.2025.3591590"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3591590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3591590","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100457663","display_name":"Zhen Chen","orcid":"https://orcid.org/0000-0002-0444-8828"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhen Chen","raw_affiliation_strings":["Hangzhou International Innovation Institute, Beihang University, Hangzhou, China","Hangzhou International Innovation Institute of Beihang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0444-8828","affiliations":[{"raw_affiliation_string":"Hangzhou International Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]},{"raw_affiliation_string":"Hangzhou International Innovation Institute of Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I105126617"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354385","display_name":"Xiaohan Wang","orcid":"https://orcid.org/0000-0002-8688-047X"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohan Wang","raw_affiliation_strings":["Hangzhou International Innovation Institute, Beihang University, Hangzhou, China","Hangzhou International Innovation Institute of Beihang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8688-047X","affiliations":[{"raw_affiliation_string":"Hangzhou International Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]},{"raw_affiliation_string":"Hangzhou International Innovation Institute of Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I105126617"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418969","display_name":"Zhang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Zhang","raw_affiliation_strings":["Hangzhou International Innovation Institute, Beihang University, Hangzhou, China","Hangzhou International Innovation Institute of Beihang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1989-6102","affiliations":[{"raw_affiliation_string":"Hangzhou International Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"]},{"raw_affiliation_string":"Hangzhou International Innovation Institute of Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I105126617"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051195514","display_name":"Mohammad S. Obaidat","orcid":"https://orcid.org/0000-0002-1569-9657"},"institutions":[{"id":"https://openalex.org/I114972647","display_name":"University of Jordan","ror":"https://ror.org/05k89ew48","country_code":"JO","type":"education","lineage":["https://openalex.org/I114972647"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Mohammad S. Obaidat","raw_affiliation_strings":["King Abdullah II School of Information Technology, University of Jordan, Amman, Jordan","King Abdullah II School of Information Technology, University of Jordan, Jordan"],"raw_orcid":"https://orcid.org/0000-0002-1569-9657","affiliations":[{"raw_affiliation_string":"King Abdullah II School of Information Technology, University of Jordan, Amman, Jordan","institution_ids":["https://openalex.org/I114972647"]},{"raw_affiliation_string":"King Abdullah II School of Information Technology, University of Jordan, Jordan","institution_ids":["https://openalex.org/I114972647"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115695181","display_name":"Fei Wang","orcid":"https://orcid.org/0000-0001-5768-7323"},"institutions":[{"id":"https://openalex.org/I4210100976","display_name":"BOE Technology Group (China)","ror":"https://ror.org/01cwwvj38","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210100976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wang","raw_affiliation_strings":["BOE Technology Center, BOE, Beijing, China","BOE Technology Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BOE Technology Center, BOE, Beijing, China","institution_ids":["https://openalex.org/I4210100976"]},{"raw_affiliation_string":"BOE Technology Center, Beijing, China","institution_ids":["https://openalex.org/I4210100976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059353810","display_name":"Balqies Sadoun","orcid":"https://orcid.org/0000-0003-2032-5964"},"institutions":[{"id":"https://openalex.org/I33926330","display_name":"Al-Balqa Applied University","ror":"https://ror.org/00qedmt22","country_code":"JO","type":"education","lineage":["https://openalex.org/I33926330"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Balqies Sadoun","raw_affiliation_strings":["Department of Surveying Engineering and Geomatics and Civil Engineering, Faculty of Engineering, Al Balqa’ Applied University, Al Salt, Jordan","Al Balqa’ Applied University, Al Salt, Jordan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surveying Engineering and Geomatics and Civil Engineering, Faculty of Engineering, Al Balqa’ Applied University, Al Salt, Jordan","institution_ids":["https://openalex.org/I33926330"]},{"raw_affiliation_string":"Al Balqa’ Applied University, Al Salt, Jordan","institution_ids":["https://openalex.org/I33926330"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100457663"],"corresponding_institution_ids":["https://openalex.org/I105126617","https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":1.1126,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81277907,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"12","issue":"19","first_page":"41135","last_page":"41147"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9652000069618225,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9652000069618225,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9501000046730042,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9218000173568726,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8256245851516724},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7199456095695496},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5833199620246887},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.558580756187439},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4744112193584442},{"id":"https://openalex.org/keywords/metamodeling","display_name":"Metamodeling","score":0.4696114659309387},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.46127960085868835},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3581855297088623},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2940514087677002},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2633271813392639},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.17467215657234192},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10296165943145752},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.09262830018997192},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.08814042806625366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8256245851516724},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7199456095695496},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5833199620246887},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.558580756187439},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4744112193584442},{"id":"https://openalex.org/C86610423","wikidata":"https://www.wikidata.org/wiki/Q1925081","display_name":"Metamodeling","level":2,"score":0.4696114659309387},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46127960085868835},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3581855297088623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2940514087677002},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2633271813392639},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.17467215657234192},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10296165943145752},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.09262830018997192},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08814042806625366},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3591590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3591590","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G8209592694","display_name":null,"funder_award_id":"62373026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2592846709","https://openalex.org/W2889171665","https://openalex.org/W2896089337","https://openalex.org/W2922587577","https://openalex.org/W2929242575","https://openalex.org/W2953169926","https://openalex.org/W3039053380","https://openalex.org/W3118561874","https://openalex.org/W3120732119","https://openalex.org/W3159371311","https://openalex.org/W3184617161","https://openalex.org/W3212584892","https://openalex.org/W3214181042","https://openalex.org/W4206289801","https://openalex.org/W4210530766","https://openalex.org/W4283211351","https://openalex.org/W4288048359","https://openalex.org/W4295836056","https://openalex.org/W4312986561","https://openalex.org/W4315778268","https://openalex.org/W4318773873","https://openalex.org/W4323338641","https://openalex.org/W4323528317","https://openalex.org/W4323644318","https://openalex.org/W4362696156","https://openalex.org/W4381744387","https://openalex.org/W4386788337","https://openalex.org/W4387546374","https://openalex.org/W4389079497","https://openalex.org/W4390512177","https://openalex.org/W4390660110","https://openalex.org/W4396506339","https://openalex.org/W4407132496","https://openalex.org/W4409116005","https://openalex.org/W4412450541"],"related_works":["https://openalex.org/W2080167534","https://openalex.org/W3146440365","https://openalex.org/W2011315860","https://openalex.org/W2130588191","https://openalex.org/W2140792736","https://openalex.org/W2280241695","https://openalex.org/W2083372954","https://openalex.org/W4239214709","https://openalex.org/W86865726","https://openalex.org/W4231268542"],"abstract_inverted_index":{"Product":[0],"design":[1],"involves":[2],"the":[3,46,88,93,127,137,177],"conceptualization":[4],"and":[5,69,78,97,110,157,195],"creation":[6],"of":[7,37,64,126,186],"products,":[8],"where":[9],"simulation":[10,142],"workflows":[11],"often":[12],"require":[13],"dynamic":[14,26,38,53,60,65,202],"scheduling.":[15,42],"Although":[16],"deep":[17],"reinforcement":[18],"learning":[19],"has":[20],"shown":[21],"competitive":[22],"performance":[23,189],"in":[24,40,136,184,198,208],"addressing":[25],"scheduling":[27,54,90,122],"problems,":[28],"they":[29],"encounter":[30],"challenges":[31],"when":[32],"dealing":[33],"with":[34,150],"multiple":[35,59,201],"types":[36,63],"events":[39,66],"workflow":[41,89],"To":[43,100],"this":[44],"end,":[45],"paper":[47],"introduces":[48],"a":[49,104,111,133],"novel":[50],"meta-reinforcement":[51],"learning-based":[52],"algorithm":[55,113],"(MDSA)":[56],"to":[57,116,152,165,200],"tackle":[58],"events.":[61],"Four":[62],"are":[67,144],"considered":[68],"modeled,":[70],"including":[71],"random":[72],"insertion,":[73],"loop":[74],"execution,":[75],"structural":[76],"adjustments,":[77],"resource":[79],"uncertainties.":[80],"The":[81,124,141],"Markov":[82],"decision":[83],"process":[84],"is":[85,108,114,130],"formulated":[86],"for":[87],"problem,":[91],"defining":[92],"state,":[94],"action,":[95],"reward,":[96],"state":[98],"transition.":[99],"capture":[101],"time-sequential":[102],"information,":[103],"context-aware":[105],"discretized":[106],"policy":[107],"introduced,":[109],"meta-training":[112],"employed":[115],"extract":[117],"common":[118],"knowledge":[119],"across":[120,190],"various":[121],"scenarios.":[123],"effectiveness":[125],"proposed":[128],"method":[129],"demonstrated":[131],"through":[132],"case":[134],"study":[135],"semiconductor":[138],"display":[139],"industry.":[140],"environments":[143],"constructed":[145],"using":[146],"industry-inspired":[147],"synthetic":[148],"data,":[149],"reference":[151],"deployment":[153],"practices":[154],"from":[155,161],"BOE":[156],"task":[158,192],"patterns":[159],"derived":[160],"Alibaba":[162],"cluster":[163],"traces,":[164],"ensure":[166],"practical":[167,209],"relevance":[168],"while":[169],"maintaining":[170],"experimental":[171],"control.":[172],"Experimental":[173],"results":[174],"indicate":[175],"that":[176],"approach":[178],"demonstrates":[179],"strong":[180],"generalization":[181],"capabilities,":[182],"especially":[183],"terms":[185],"its":[187,196,206],"consistent":[188],"varying":[191],"data":[193],"distribution":[194],"robustness":[197],"adapting":[199],"conditions,":[203],"thereby":[204],"enhancing":[205],"adaptability":[207],"applications.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}