{"id":"https://openalex.org/W7138859777","doi":"https://doi.org/10.1609/aaai.v40i43.40973","title":"Learning to Optimize Job Shop Scheduling Under Structural Uncertainty","display_name":"Learning to Optimize Job Shop Scheduling Under Structural Uncertainty","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138859777","doi":"https://doi.org/10.1609/aaai.v40i43.40973"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i43.40973","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i43.40973","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40973/44934","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40973/44934","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Rui Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Zhang","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China\nZhongguancun Laboratory, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China\nZhongguancun Laboratory, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jianwei Niu","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwei Niu","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China\nHangzhou Innovation Institute of Beihang University, Zhejiang Key Laboratory of Industrial Big Data and Robot Intelligent Systems, Hangzhou, China\nZhongguancun Laboratory, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China\nHangzhou Innovation Institute of Beihang University, Zhejiang Key Laboratory of Industrial Big Data and Robot Intelligent Systems, Hangzhou, China\nZhongguancun Laboratory, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xuefeng Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefeng Liu","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China\nZhongguancun Laboratory, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China\nZhongguancun Laboratory, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shaojie Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaojie Tang","raw_affiliation_strings":["Department of Management Science and Systems, University at Buffalo, Buffalo, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Management Science and Systems, University at Buffalo, Buffalo, New York, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jing Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jing Yuan","raw_affiliation_strings":["University of North Texas, Denton, Texas, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Texas, Denton, Texas, USA","institution_ids":["https://openalex.org/I123534392"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"43","first_page":"36509","last_page":"36517"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.8870999813079834,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.8870999813079834,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12177","display_name":"Resource-Constrained Project Scheduling","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.011900000274181366,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.6207000017166138},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5302000045776367},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4627000093460083},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.3643999993801117},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.3303999900817871},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.32109999656677246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6722999811172485},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.6207000017166138},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5302000045776367},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5110999941825867},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4627000093460083},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.3643999993801117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3345000147819519},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3303999900817871},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.32109999656677246},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C2777243215","wikidata":"https://www.wikidata.org/wiki/Q1493226","display_name":"Job shop","level":5,"score":0.3010999858379364},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2736000120639801},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2727999985218048},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.26910001039505005},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C2777869240","wikidata":"https://www.wikidata.org/wiki/Q1424398","display_name":"Flexible manufacturing system","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i43.40973","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i43.40973","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40973/44934","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/40973","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/40973","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i43.40973","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i43.40973","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40973/44934","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.55460524559021,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2344760762","display_name":null,"funder_award_id":"62372027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4852439071","display_name":null,"funder_award_id":"62372028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138859777.pdf","grobid_xml":"https://content.openalex.org/works/W7138859777.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"Job-Shop":[1],"Scheduling":[2],"Problem":[3],"(JSSP),":[4],"under":[5],"various":[6],"forms":[7],"of":[8,45,60,79],"manufacturing":[9],"uncertainty,":[10,23],"has":[11],"recently":[12],"attracted":[13],"considerable":[14],"research":[15],"attention.":[16],"Most":[17],"existing":[18,208],"studies":[19],"focus":[20],"on":[21,213],"parameter":[22],"such":[24],"as":[25],"variable":[26],"processing":[27],"times,":[28],"and":[29,64],"typically":[30],"adopt":[31],"the":[32,65,77,145,160,178,197],"actor-critic":[33,130],"framework.":[34],"In":[35,126,185],"this":[36,93,117],"paper,":[37],"we":[38,119,187],"explore":[39],"a":[40,55,100,112,121,141,151,164,173],"different":[41],"but":[42,72],"prevalent":[43],"form":[44],"uncertainty":[46,52],"in":[47,86,155,170,210],"JSSP:":[48],"structural":[49],"uncertainty.":[50],"Structural":[51],"arises":[53],"when":[54],"job":[56],"may":[57,103],"follow":[58],"one":[59],"several":[61],"routing":[62],"paths,":[63],"selection":[66],"is":[67,109,147],"determined":[68],"not":[69],"by":[70,73,111],"policy,":[71],"situational":[74],"factors":[75],"(e.g.,":[76],"quality":[78],"intermediate":[80],"products)":[81],"that":[82,204],"cannot":[83],"be":[84,104],"known":[85],"advance.":[87],"Existing":[88],"methods":[89],"struggle":[90],"to":[91,96,128,162,177,181,195],"address":[92,116],"challenge":[94],"due":[95],"incorrect":[97],"credit":[98],"assignment:":[99],"high-quality":[101],"action":[102],"unfairly":[105],"penalized":[106],"if":[107],"it":[108],"followed":[110],"time-consuming":[113],"path.":[114],"To":[115],"problem,":[118],"propose":[120],"novel":[122],"method":[123,206],"named":[124],"UP-AAC.":[125],"contrast":[127],"conventional":[129],"methods,":[131],"UP-AAC":[132],"employs":[133],"an":[134,189],"asymmetric":[135],"architecture.":[136],"While":[137],"its":[138],"actor":[139],"receives":[140],"standard":[142],"stochastic":[143],"state,":[144],"critic":[146,161],"crucially":[148],"provided":[149],"with":[150],"deterministic":[152],"state":[153],"reconstructed":[154],"hindsight.":[156],"This":[157],"design":[158,188],"allows":[159],"learn":[163],"more":[165,182],"accurate":[166],"value":[167],"function,":[168],"which":[169],"turn":[171],"provides":[172],"lower-variance":[174],"policy":[175],"gradient":[176],"actor,":[179],"leading":[180],"stable":[183],"learning.":[184],"addition,":[186],"attention-based":[190],"Uncertainty":[191],"Perception":[192],"Model":[193],"(UPM)":[194],"enhance":[196],"actor's":[198],"scheduling":[199],"decisions.":[200],"Extensive":[201],"experiments":[202],"demonstrate":[203],"our":[205],"outperforms":[207],"approaches":[209],"reducing":[211],"makespan":[212],"benchmark":[214],"instances.":[215]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-02-02T00:00:00"}
