{"id":"https://openalex.org/W4411948807","doi":"https://doi.org/10.1109/jiot.2025.3584811","title":"Permutation-Invariant and Equivariant Multiagent Reinforcement Learning for Flexible Manufacturing in Industrial IoT","display_name":"Permutation-Invariant and Equivariant Multiagent Reinforcement Learning for Flexible Manufacturing in Industrial IoT","publication_year":2025,"publication_date":"2025-07-02","ids":{"openalex":"https://openalex.org/W4411948807","doi":"https://doi.org/10.1109/jiot.2025.3584811"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3584811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3584811","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037235449","display_name":"Yangyan Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114190","display_name":"Shanghai Zhangjiang Laboratory","ror":"https://ror.org/0208qbg77","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114190"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","CN"],"is_corresponding":true,"raw_author_name":"Yangyan Zeng","raw_affiliation_strings":["Xiangjiang Laboratory, Basic Research Institute of New Generation Artificial Intelligence, Changsha, China","Xiangjiang Laboratory, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiangjiang Laboratory, Basic Research Institute of New Generation Artificial Intelligence, Changsha, China","institution_ids":["https://openalex.org/I4210164862"]},{"raw_affiliation_string":"Xiangjiang Laboratory, Changsha, China","institution_ids":["https://openalex.org/I4210114190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101895149","display_name":"Aidong Liu","orcid":"https://orcid.org/0000-0003-4570-8419"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]},{"id":"https://openalex.org/I4210100278","display_name":"Beijing Satellite Navigation Center","ror":"https://ror.org/0188rvx33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210100278"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aidong Liu","raw_affiliation_strings":["Academy of Space Technology, Institute of Telecommunication and Navigation Satellites, Beijing, China","Institute of Telecommunication and Navigation Satellites, China Academy of Space Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy of Space Technology, Institute of Telecommunication and Navigation Satellites, Beijing, China","institution_ids":["https://openalex.org/I194716290","https://openalex.org/I4210100278"]},{"raw_affiliation_string":"Institute of Telecommunication and Navigation Satellites, China Academy of Space Technology, Beijing, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112469664","display_name":"Suzhen Huang","orcid":"https://orcid.org/0000-0003-2550-1293"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suzhen Huang","raw_affiliation_strings":["Information and Network Center, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-2550-1293","affiliations":[{"raw_affiliation_string":"Information and Network Center, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006081371","display_name":"Xiaoqun Chen","orcid":"https://orcid.org/0000-0002-0091-8562"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]},{"id":"https://openalex.org/I4210100278","display_name":"Beijing Satellite Navigation Center","ror":"https://ror.org/0188rvx33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210100278"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqun Chen","raw_affiliation_strings":["Academy of Space Technology, Institute of Telecommunication and Navigation Satellites, Beijing, China","Institute of Telecommunication and Navigation Satellites, China Academy of Space Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy of Space Technology, Institute of Telecommunication and Navigation Satellites, Beijing, China","institution_ids":["https://openalex.org/I194716290","https://openalex.org/I4210100278"]},{"raw_affiliation_string":"Institute of Telecommunication and Navigation Satellites, China Academy of Space Technology, Beijing, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073441538","display_name":"Wei Liang","orcid":"https://orcid.org/0000-0002-0689-256X"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]},{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]},{"id":"https://openalex.org/I49934816","display_name":"Hunan University of Technology","ror":"https://ror.org/04j3vr751","country_code":"CN","type":"education","lineage":["https://openalex.org/I49934816"]},{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liang","raw_affiliation_strings":["School of Advanced Interdisciplinary Studies, the School of Management Science and Engineering, and the Xiangjiang Laboratory, Hunan University of Technology and Business, Changsha, China","School of Advanced Interdisciplinary Studies and School of Management Science and Engineering, Hunan University of Technology and Business, Changsha"],"raw_orcid":"https://orcid.org/0000-0002-0689-256X","affiliations":[{"raw_affiliation_string":"School of Advanced Interdisciplinary Studies, the School of Management Science and Engineering, and the Xiangjiang Laboratory, Hunan University of Technology and Business, Changsha, China","institution_ids":["https://openalex.org/I56934997","https://openalex.org/I16609230","https://openalex.org/I121296143"]},{"raw_affiliation_string":"School of Advanced Interdisciplinary Studies and School of Management Science and Engineering, Hunan University of Technology and Business, Changsha","institution_ids":["https://openalex.org/I49934816"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055675863","display_name":"Xiaokang Zhou","orcid":"https://orcid.org/0000-0003-3488-4679"},"institutions":[{"id":"https://openalex.org/I56624758","display_name":"Kansai University","ror":"https://ror.org/03xg1f311","country_code":"JP","type":"education","lineage":["https://openalex.org/I56624758"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiaokang Zhou","raw_affiliation_strings":["Faculty of Business Data Science, Kansai University, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3488-4679","affiliations":[{"raw_affiliation_string":"Faculty of Business Data Science, Kansai University, Osaka, Japan","institution_ids":["https://openalex.org/I56624758"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5037235449"],"corresponding_institution_ids":["https://openalex.org/I4210114190","https://openalex.org/I4210164862"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2150774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"18","first_page":"37863","last_page":"37875"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.8339999914169312,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.8339999914169312,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.8108000159263611,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.8027999997138977,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.6907548904418945},{"id":"https://openalex.org/keywords/equivariant-map","display_name":"Equivariant map","score":0.6588969230651855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6324014067649841},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.5959007143974304},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5867957472801208},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.45226186513900757},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4084610939025879},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4040517807006836},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36108309030532837},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2503090500831604},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.18242907524108887},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.10161912441253662}],"concepts":[{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.6907548904418945},{"id":"https://openalex.org/C171036898","wikidata":"https://www.wikidata.org/wiki/Q256355","display_name":"Equivariant map","level":2,"score":0.6588969230651855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6324014067649841},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.5959007143974304},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5867957472801208},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.45226186513900757},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4084610939025879},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4040517807006836},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36108309030532837},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2503090500831604},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18242907524108887},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.10161912441253662},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3584811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3584811","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6700969897","display_name":null,"funder_award_id":"25XJ03006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7366324606","display_name":null,"funder_award_id":"72274058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1853568431","https://openalex.org/W1969772048","https://openalex.org/W2003746847","https://openalex.org/W2091422563","https://openalex.org/W2128882994","https://openalex.org/W2227399030","https://openalex.org/W2516274974","https://openalex.org/W2547519534","https://openalex.org/W2759520914","https://openalex.org/W2807766588","https://openalex.org/W2899640738","https://openalex.org/W2907492528","https://openalex.org/W2932097000","https://openalex.org/W2951307174","https://openalex.org/W2952808052","https://openalex.org/W2960833983","https://openalex.org/W2971108084","https://openalex.org/W2975843583","https://openalex.org/W2996906671","https://openalex.org/W2997791715","https://openalex.org/W3002239905","https://openalex.org/W3016938688","https://openalex.org/W3033866307","https://openalex.org/W3096325357","https://openalex.org/W3109714359","https://openalex.org/W3128766876","https://openalex.org/W3134095470","https://openalex.org/W3134664017","https://openalex.org/W3166794154","https://openalex.org/W3173097263","https://openalex.org/W3176897893","https://openalex.org/W3209314316","https://openalex.org/W3209989022","https://openalex.org/W4220747123","https://openalex.org/W4226210625","https://openalex.org/W4285024875","https://openalex.org/W4323928777","https://openalex.org/W4376481101","https://openalex.org/W4379162902","https://openalex.org/W4386590783","https://openalex.org/W4388756760","https://openalex.org/W4390659346","https://openalex.org/W4392904763","https://openalex.org/W4394963750","https://openalex.org/W4396506525","https://openalex.org/W4403721505","https://openalex.org/W4409474257","https://openalex.org/W4409728085","https://openalex.org/W4409917162","https://openalex.org/W4409985403"],"related_works":["https://openalex.org/W3148895720","https://openalex.org/W2393913406","https://openalex.org/W2356579025","https://openalex.org/W2736697936","https://openalex.org/W3211835374","https://openalex.org/W30258475","https://openalex.org/W2548611373","https://openalex.org/W1601809778","https://openalex.org/W3169304289","https://openalex.org/W2798549588"],"abstract_inverted_index":{"With":[0],"the":[1,26,87,128,169,195,208,217,224],"advent":[2],"of":[3,90,137,205,219],"Industrial":[4],"Internet-of-things":[5],"(IIoT),":[6],"flexible":[7],"manufacturing":[8,35],"has":[9],"gained":[10],"increasing":[11],"attention.":[12],"Continuous":[13],"changes":[14],"in":[15,39,145,207,228],"market":[16],"demand,":[17],"real-time":[18,68,104],"data":[19],"collection":[20],"and":[21,31,64,70,103,135,143,148,174,200,247],"device":[22,120],"interconnectivity":[23],"have":[24],"made":[25],"production":[27,62,91],"process":[28],"more":[29],"dynamic":[30],"unpredictable,":[32],"rendering":[33],"traditional":[34],"scheduling":[36,75,105,138,229,240],"methods":[37],"inadequate":[38,84],"addressing":[40],"these":[41],"changes.":[42],"This":[43],"issue":[44,218],"can":[45,242],"be":[46],"framed":[47],"as":[48],"a":[49,98,109,124,161],"Dynamic":[50],"Flexible":[51],"Job":[52],"Shop":[53],"Scheduling":[54],"Problem":[55],"(DFJSP),":[56],"which":[57],"seeks":[58],"to":[59,115,130,154,167,186,215],"accommodate":[60],"ever-evolving":[61],"scenarios":[63,81],"requirements":[65],"by":[66,223],"making":[67],"modifications":[69],"optimizing":[71],"resource":[72,249],"allocation.":[73],"Traditional":[74],"algorithms":[76],"designed":[77],"for":[78,85,101],"static,":[79],"single-environment":[80],"are":[82],"increasingly":[83],"handling":[86],"growing":[88],"complexity":[89,134],"environments.":[92,230],"In":[93],"this":[94,156],"context,":[95],"there":[96],"is":[97,121,184],"pressing":[99],"need":[100],"efficient":[102],"algorithms.":[106],"We":[107,150],"propose":[108,151],"Multi-Agent":[110],"Reinforcement":[111],"Learning":[112],"(MARL)":[113],"algorithm":[114,129],"solve":[116],"DFJSP,":[117],"where":[118],"each":[119,182],"associated":[122],"with":[123],"corresponding":[125],"agent,":[126],"allowing":[127],"scale":[131],"flexibly.":[132],"The":[133],"dynamics":[136],"problems":[139],"introduce":[140],"additional":[141],"challenges":[142],"complexities":[144],"state":[146,176,226],"representation":[147],"decision-making.":[149],"two":[152],"solutions":[153],"alleviate":[155],"problem.":[157],"First,":[158],"we":[159,211],"employ":[160],"Heterogeneous":[162],"Graph":[163],"Neural":[164],"Network":[165],"(HGNN)":[166],"capture":[168],"relational":[170],"dependencies":[171],"between":[172],"tasks":[173,206],"extract":[175],"features.":[177],"Through":[178],"multiple":[179],"feature":[180],"updates,":[181],"agent":[183],"enabled":[185],"make":[187],"decisions":[188],"based":[189],"on":[190],"global":[191],"information.":[192],"Furthermore,":[193],"leveraging":[194],"inherent":[196],"Permutation":[197,201],"Invariance":[198],"(PI)":[199],"Equivariance":[202],"(PE)":[203],"features":[204],"waiting":[209],"queue,":[210],"apply":[212],"hypernetwork":[213],"techniques":[214],"address":[216],"dimensionality":[220],"explosion":[221],"caused":[222],"excessive":[225],"space":[227],"Experiments":[231],"conducted":[232],"under":[233],"various":[234],"scenario":[235],"settings":[236],"demonstrate":[237],"that":[238],"our":[239],"method":[241],"significantly":[243],"reduce":[244],"task":[245],"latency":[246],"improve":[248],"utilization.":[250]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}