{"id":"https://openalex.org/W4411055266","doi":"https://doi.org/10.1109/access.2025.3577044","title":"Multi-Objective Scheduling for Green Flexible Assembly Job-Shop System via Multi-Agent Deep Reinforcement Learning With Game Theory","display_name":"Multi-Objective Scheduling for Green Flexible Assembly Job-Shop System via Multi-Agent Deep Reinforcement Learning With Game Theory","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411055266","doi":"https://doi.org/10.1109/access.2025.3577044"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3577044","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3577044","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3577044","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004428804","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0002-3201-236X"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Wang","raw_affiliation_strings":["Department of Mechanical and Electronic Engineering, Shandong University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-3201-236X","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Electronic Engineering, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020675690","display_name":"Zhongyuan Liang","orcid":"https://orcid.org/0000-0002-8372-3815"},"institutions":[{"id":"https://openalex.org/I4210118050","display_name":"Taishan University","ror":"https://ror.org/02bpnkx55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210118050"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongyuan Liang","raw_affiliation_strings":["College of Digital Economy, Taishan College, Taian, China","College of digital economy, Taishan College, Taian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Digital Economy, Taishan College, Taian, China","institution_ids":["https://openalex.org/I4210118050"]},{"raw_affiliation_string":"College of digital economy, Taishan College, Taian, China","institution_ids":["https://openalex.org/I4210118050"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peisi Zhong","orcid":"https://orcid.org/0009-0008-8167-9604"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peisi Zhong","raw_affiliation_strings":["Department of Mechanical and Electronic Engineering, Shandong University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0009-0008-8167-9604","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Electronic Engineering, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013717907","display_name":"Dongmin Li","orcid":"https://orcid.org/0000-0001-8218-6125"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmin Li","raw_affiliation_strings":["Department of Intelligent Equipment, Shandong University of Science and Technology, Taian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Intelligent Equipment, Shandong University of Science and Technology, Taian, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031195195","display_name":"Hongqi Li","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongqi Li","raw_affiliation_strings":["Department of Mechanical and Electronic Engineering, Shandong University of Science and Technology, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Electronic Engineering, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090310987","display_name":"Mei Liu","orcid":"https://orcid.org/0000-0002-7875-369X"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mei Liu","raw_affiliation_strings":["Department of Mechanical and Electronic Engineering, Shandong University of Science and Technology, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Electronic Engineering, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.7081,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.85248974,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"13","issue":null,"first_page":"103417","last_page":"103438"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9569000005722046,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.935699999332428,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7653336524963379},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6579089760780334},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.5436396598815918},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.530562162399292},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.482452929019928},{"id":"https://openalex.org/keywords/job-shop","display_name":"Job shop","score":0.4717615246772766},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.41755327582359314},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3865562975406647},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38103175163269043},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35691890120506287},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3468039631843567},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.2677156329154968},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1240515410900116},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.0873536765575409},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08509108424186707},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.07218316197395325}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7653336524963379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6579089760780334},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.5436396598815918},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.530562162399292},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.482452929019928},{"id":"https://openalex.org/C2777243215","wikidata":"https://www.wikidata.org/wiki/Q1493226","display_name":"Job shop","level":5,"score":0.4717615246772766},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.41755327582359314},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3865562975406647},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38103175163269043},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35691890120506287},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3468039631843567},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.2677156329154968},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1240515410900116},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0873536765575409},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08509108424186707},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.07218316197395325},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3577044","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3577044","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b62e1720ad134f5382c1b795c2ee3912","is_oa":true,"landing_page_url":"https://doaj.org/article/b62e1720ad134f5382c1b795c2ee3912","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 103417-103438 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3577044","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3577044","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G1123413131","display_name":null,"funder_award_id":"ZR2020MF101","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G4268233521","display_name":null,"funder_award_id":"ZR202103070107","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G4349966250","display_name":null,"funder_award_id":"52234005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W2014034914","https://openalex.org/W2021218201","https://openalex.org/W2028145591","https://openalex.org/W2032629834","https://openalex.org/W2046437335","https://openalex.org/W2080983155","https://openalex.org/W2101292585","https://openalex.org/W2166900052","https://openalex.org/W2215529188","https://openalex.org/W2329354063","https://openalex.org/W2513678011","https://openalex.org/W2615076389","https://openalex.org/W2743873557","https://openalex.org/W2791416164","https://openalex.org/W2793262237","https://openalex.org/W2907035139","https://openalex.org/W2911256795","https://openalex.org/W2918688963","https://openalex.org/W2937599159","https://openalex.org/W2938448575","https://openalex.org/W2989902167","https://openalex.org/W2994826758","https://openalex.org/W3045574728","https://openalex.org/W3081857699","https://openalex.org/W3082377584","https://openalex.org/W3096926880","https://openalex.org/W3147779041","https://openalex.org/W3150440789","https://openalex.org/W3179601372","https://openalex.org/W4214806295","https://openalex.org/W4284885066","https://openalex.org/W4293258823","https://openalex.org/W4304481271","https://openalex.org/W4320351800","https://openalex.org/W4379162902","https://openalex.org/W4386761191","https://openalex.org/W4388583530","https://openalex.org/W4389068141","https://openalex.org/W4389289196","https://openalex.org/W4391791355","https://openalex.org/W4393999293","https://openalex.org/W4394978500","https://openalex.org/W4398155093","https://openalex.org/W4401933508","https://openalex.org/W4405106362","https://openalex.org/W4405717892","https://openalex.org/W4406291847","https://openalex.org/W6608893713","https://openalex.org/W6634270767","https://openalex.org/W6694929857","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W2030389264","https://openalex.org/W2007669147","https://openalex.org/W4212999453","https://openalex.org/W2037899945","https://openalex.org/W2239978108","https://openalex.org/W2144161715","https://openalex.org/W4321004257","https://openalex.org/W3022081625","https://openalex.org/W2176833049","https://openalex.org/W2146297781"],"abstract_inverted_index":{"In":[0,25],"discrete":[1],"manufacturing":[2,279],"systems,":[3],"production":[4,23,223,275],"scheduling":[5,35,158,225],"techniques":[6],"are":[7,152,227],"urgently":[8],"needed":[9],"with":[10,53,204,245,250],"lacking":[11],"dynamic":[12],"response-ability,":[13],"inferior":[14],"real-time":[15],"decision-making,":[16],"and":[17,42,72,144,174,216,257,267],"sharply":[18],"increasing":[19],"uncertainty":[20],"in":[21],"the":[22,31,60,67,83,105,109,127,136,197,211,220,231,241,263,273,278],"process.":[24],"this":[26,28,235],"regard,":[27],"paper":[29],"presents":[30],"flexible":[32],"assembly":[33,43,206],"job-shop":[34],"(FAJS)":[36],"problem":[37,63,276],"that":[38,118,240],"incorporates":[39],"job":[40],"shop":[41],"shop.":[44],"And,":[45],"a":[46,91,120,164,168,217],"multi-agent":[47,186],"deep":[48,121,187],"reinforcement":[49],"learning":[50],"(MA-DRL)":[51],"system":[52],"game":[54,169],"theory":[55],"is":[56,79,88,130,177,193,208],"proposed":[57,61,198,242],"to":[58,81,104,125,179,195,229,271],"solve":[59],"FAJS":[62,84],"aiming":[64],"at":[65],"minimizing":[66],"Makespan,":[68],"total":[69],"energy":[70],"consumption,":[71],"human":[73],"factor\u2019s":[74],"comfort.":[75],"A":[76,185],"mathematical":[77],"model":[78,170],"formulated":[80],"describe":[82],"problem,":[85,167],"which":[86,269],"then":[87],"translated":[89],"into":[90,163],"Markov":[92],"Decision":[93],"Process":[94],"(MDP)":[95],"where":[96],"an":[97,145,181],"agent":[98],"directly":[99],"selects":[100],"behavioral":[101],"policies":[102],"according":[103],"processing":[106,114,137],"state":[107,115],"of":[108,219,234,277],"current":[110],"decision":[111],"point.":[112],"The":[113,201,237],"feature":[116],"data":[117],"uses":[119],"convolutional":[122],"neural":[123],"network":[124],"fit":[126],"value":[128],"function":[129],"extracted":[131],"from":[132],"three":[133],"matrices":[134],"including":[135],"time":[138],"matrix,":[139,143],"task":[140],"assignment":[141],"Boolean":[142],"adjacency":[146],"matrix.":[147],"Simple":[148],"Constructive":[149],"Heuristics":[150],"(SCH)":[151],"used":[153],"as":[154,210],"candidate":[155],"action":[156],"for":[157,262],"decisions.":[159],"For":[160],"multi-objective":[161],"optimization":[162],"reward":[165],"strategy":[166],"combining":[171],"Nash":[172],"equilibrium":[173],"Pareto":[175],"optimality":[176],"established":[178],"obtain":[180],"objective":[182],"unification":[183],"solution.":[184],"deterministic":[188],"policy":[189],"gradient":[190],"(MA-DDPG)":[191],"framework":[192],"designed":[194,228],"train":[196],"MA-DRL":[199],"model.":[200],"case":[202,218],"\u2018MK\u2019":[203],"four":[205],"constraints":[207],"formed":[209],"novel":[212],"datasets.":[213],"These":[214],"datasets":[215],"plunger":[221],"pump":[222],"workshop":[224],"scenario":[226],"analyze":[230],"basic":[232],"performance":[233],"algorithm.":[236],"results":[238],"show":[239],"algorithm":[243],"compares":[244],"other":[246],"single-indicator":[247],"optimal":[248],"algorithms":[249],"9.47":[251],"per":[252,255,259],"cent,":[253],"12.66":[254],"cent":[256,260],"22.86":[258],"respectively":[261],"three-evaluation":[264],"metrics":[265],"(GD,":[266],"HV),":[268],"contributed":[270],"solving":[272],"practical":[274],"industry.":[280]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}