{"id":"https://openalex.org/W7160255536","doi":"https://doi.org/10.1115/1.4071848","title":"Deep Reinforcement Learning for Helicopter Assembly Workshop Scheduling Considering the Workers' Operational Proficiency","display_name":"Deep Reinforcement Learning for Helicopter Assembly Workshop Scheduling Considering the Workers' Operational Proficiency","publication_year":2026,"publication_date":"2026-05-05","ids":{"openalex":"https://openalex.org/W7160255536","doi":"https://doi.org/10.1115/1.4071848"},"language":"en","primary_location":{"id":"doi:10.1115/1.4071848","is_oa":true,"landing_page_url":"https://doi.org/10.1115/1.4071848","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1115/1.4071848","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135332612","display_name":"Zihao Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihao Zhou","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135414369","display_name":"Yu Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Guo","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135291980","display_name":"Shaohua Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohua Huang","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135413479","display_name":"Lijun Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijun Ma","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135382756","display_name":"Sai Geng","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sai Geng","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135390409","display_name":"Shengbo Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Shengbo Wang","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,","The Hong Kong Polytechnic University Department of Industrial and Systems Engineering, , \u00a0 ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics College of Mechanical and Electrical Engineering, , , \u00a0 ,","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"The Hong Kong Polytechnic University Department of Industrial and Systems Engineering, , \u00a0 ,","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122729768","display_name":"Weiwei Qian","orcid":null},"institutions":[{"id":"https://openalex.org/I159389169","display_name":"Ningbo University of Technology","ror":"https://ror.org/037dym702","country_code":"CN","type":"education","lineage":["https://openalex.org/I159389169"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Qian","raw_affiliation_strings":["Ningbo University of Technology Robotics Institute, , , \u00a0 ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ningbo University of Technology Robotics Institute, , , \u00a0 ,","institution_ids":["https://openalex.org/I159389169"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.50432309,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":"9","first_page":"1","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.3028999865055084,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.3028999865055084,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.19300000369548798,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.1770000010728836,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7748000025749207},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.7235999703407288},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6166999936103821},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.613099992275238},{"id":"https://openalex.org/keywords/two-level-scheduling","display_name":"Two-level scheduling","score":0.4893999993801117},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.44290000200271606},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4350999891757965},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.3682999908924103}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7748000025749207},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.7235999703407288},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6166999936103821},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.613099992275238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6025000214576721},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.4893999993801117},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.44290000200271606},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4350999891757965},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.4302000105381012},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3885999917984009},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.3682999908924103},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.34869998693466187},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C175893541","wikidata":"https://www.wikidata.org/wiki/Q1196582","display_name":"Round-robin scheduling","level":4,"score":0.3343000113964081},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3131999969482422},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.30809998512268066},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.30649998784065247},{"id":"https://openalex.org/C183560197","wikidata":"https://www.wikidata.org/wiki/Q7247302","display_name":"Process state","level":3,"score":0.30469998717308044},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29910001158714294},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2867000102996826},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.28119999170303345},{"id":"https://openalex.org/C174998907","wikidata":"https://www.wikidata.org/wiki/Q357662","display_name":"Work in process","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2639000117778778}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1115/1.4071848","is_oa":true,"landing_page_url":"https://doi.org/10.1115/1.4071848","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1115/1.4071848","is_oa":true,"landing_page_url":"https://doi.org/10.1115/1.4071848","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4271389842033386,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G3182561591","display_name":null,"funder_award_id":"2022M721597","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5418734167","display_name":null,"funder_award_id":"52105522","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1901219292","https://openalex.org/W1965286437","https://openalex.org/W2099929785","https://openalex.org/W2192935608","https://openalex.org/W2216954147","https://openalex.org/W2326965752","https://openalex.org/W2553801873","https://openalex.org/W2626778328","https://openalex.org/W2793006007","https://openalex.org/W2905418984","https://openalex.org/W2979758430","https://openalex.org/W2989979805","https://openalex.org/W3004492813","https://openalex.org/W3092208345","https://openalex.org/W3102115455","https://openalex.org/W3122687534","https://openalex.org/W3126637969","https://openalex.org/W3167091505","https://openalex.org/W3197534999","https://openalex.org/W4226210625","https://openalex.org/W4280522245","https://openalex.org/W4283740741","https://openalex.org/W4306377668","https://openalex.org/W4309568351","https://openalex.org/W4312253183","https://openalex.org/W4366245270","https://openalex.org/W4383312716","https://openalex.org/W4387093200","https://openalex.org/W4387849499","https://openalex.org/W4389158437","https://openalex.org/W4390645236","https://openalex.org/W4391127214","https://openalex.org/W4399008984","https://openalex.org/W4400761909","https://openalex.org/W4401344492","https://openalex.org/W4404771023","https://openalex.org/W4407979201","https://openalex.org/W4414850894"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"As":[1],"a":[2,47,101,115,146,154,158],"critical":[3,206],"stage":[4],"in":[5,107,182,230,246],"helicopter":[6,65],"manufacturing,":[7],"the":[8,34,64,93,126,143,189,194,200,235],"assembly":[9,66,79,108,165,221,248],"process":[10,121,149],"relies":[11],"on":[12,53,112,172,205,220],"effective":[13],"scheduling":[14,23,68,117,167,249],"to":[15,62,138,175,192,202],"ensure":[16],"both":[17],"efficiency":[18],"and":[19,39,92,131,163,178,213,234,243],"quality.":[20],"Traditional,":[21],"experience-based":[22],"methods":[24],"are":[25],"often":[26],"inadequate":[27],"for":[28,73,104],"complex":[29,40,247],"shop-floor":[30],"environments,":[31],"especially":[32],"given":[33],"heterogeneity":[35],"of":[36,96,196,224],"worker":[37,74,180],"skills":[38],"technological":[41],"constraints.":[42],"Therefore,":[43],"this":[44,113,152,173],"article":[45],"proposes":[46],"deep":[48],"reinforcement":[49],"learning":[50],"approach":[51],"based":[52,171],"proximal":[54],"policy":[55,214],"optimization":[56],"with":[57,71],"an":[58,78,164],"attention":[59],"mechanism":[60,160,191],"(PPO-AM)":[61],"solve":[63],"workshop":[67,109],"problem":[69,144],"(HASP)":[70],"consideration":[72],"skill":[75,88],"proficiency.":[76,97],"First,":[77],"time":[80],"prediction":[81],"model":[82,99,118],"was":[83,123,161,169],"established":[84],"that":[85,238],"integrates":[86],"workers'":[87],"levels,":[89],"task":[90],"criticality,":[91],"dynamic":[94],"evolution":[95],"This":[98],"provides":[100],"precise":[102],"foundation":[103],"task-time":[105],"estimation":[106],"scheduling.":[110],"Based":[111],"foundation,":[114],"shop":[116,166,222],"incorporating":[119,157],"multiple":[120],"constraints":[122],"constructed.":[124],"Furthermore,":[125],"state":[127,197,211],"space,":[128,130],"action":[129],"reward":[132],"function":[133],"were":[134,218],"dynamically":[135],"adjusted":[136],"according":[137],"production":[139],"progress,":[140],"thereby":[141,208],"formulating":[142],"as":[145,227,229],"Markov":[147],"decision":[148],"(MDP).":[150],"Within":[151],"framework,":[153],"PPO-AM":[155,186,239],"method":[156,174,187],"self-attention":[159,190],"proposed,":[162],"agent":[168,201],"developed":[170],"enable":[176],"flexible":[177],"efficient":[179],"allocation":[181],"practical":[183,244],"scenarios.":[184],"The":[185],"leverages":[188],"assess":[193],"importance":[195],"features,":[198],"enabling":[199],"adaptively":[203],"focus":[204],"information,":[207],"enhancing":[209],"its":[210],"awareness":[212],"generalization":[215],"capability.":[216],"Experiments":[217],"conducted":[219],"cases":[223],"various":[225],"scales":[226],"well":[228],"real-world":[231],"engineering":[232],"scenarios,":[233],"results":[236],"demonstrated":[237],"exhibits":[240],"superior":[241],"performance":[242],"value":[245],"tasks.":[250]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-05-06T00:00:00"}