{"id":"https://openalex.org/W4379619912","doi":"https://doi.org/10.1109/wfcs57264.2023.10144246","title":"A Cooperation-Free Resource Allocation Algorithm Enhanced by Reinforcement Learning for Coexisting IIoTs","display_name":"A Cooperation-Free Resource Allocation Algorithm Enhanced by Reinforcement Learning for Coexisting IIoTs","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4379619912","doi":"https://doi.org/10.1109/wfcs57264.2023.10144246"},"language":"en","primary_location":{"id":"doi:10.1109/wfcs57264.2023.10144246","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wfcs57264.2023.10144246","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on Factory Communication Systems (WFCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100333626","display_name":"Jialin Zhang","orcid":"https://orcid.org/0000-0002-6245-1013"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN","SE"],"is_corresponding":true,"raw_author_name":"Jialin Zhang","raw_affiliation_strings":["Shenyang Institute of Automation,Chinese Academy of Sciences,Shenyang,China","KTH Royal Institute of Technology, Stockholm, Sweden","Chinese Academy of Sciences, Shenyang Institute of Automation, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation,Chinese Academy of Sciences,Shenyang,China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Shenyang Institute of Automation, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043514385","display_name":"Wei Liang","orcid":"https://orcid.org/0000-0001-7649-6303"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liang","raw_affiliation_strings":["Shenyang Institute of Automation,Chinese Academy of Sciences,Shenyang,China","Chinese Academy of Sciences, Shenyang Institute of Automation, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation,Chinese Academy of Sciences,Shenyang,China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Shenyang Institute of Automation, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049729591","display_name":"Bo Yang","orcid":"https://orcid.org/0000-0001-8655-5338"},"institutions":[{"id":"https://openalex.org/I89652312","display_name":"Northwest A&F University","ror":"https://ror.org/0051rme32","country_code":"CN","type":"education","lineage":["https://openalex.org/I89652312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Yang","raw_affiliation_strings":["College of Information Engineering, Northwest A&F University,Yangling,China"],"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University,Yangling,China","institution_ids":["https://openalex.org/I89652312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084329308","display_name":"Huaguang Shi","orcid":"https://orcid.org/0000-0002-5984-4588"},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaguang Shi","raw_affiliation_strings":["School of Artificial Intelligence, Henan University,Zhengzhou,China","School of Artificial Intelligence, Henan University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Henan University,Zhengzhou,China","institution_ids":["https://openalex.org/I173899330"]},{"raw_affiliation_string":"School of Artificial Intelligence, Henan University, Zhengzhou, China","institution_ids":["https://openalex.org/I173899330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100341316","display_name":"Qi Wang","orcid":"https://orcid.org/0000-0002-6749-3351"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wang","raw_affiliation_strings":["Shenyang Institute of Automation,Chinese Academy of Sciences,Shenyang,China","Chinese Academy of Sciences, Shenyang Institute of Automation, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation,Chinese Academy of Sciences,Shenyang,China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Shenyang Institute of Automation, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070930704","display_name":"Zhibo Pang","orcid":"https://orcid.org/0000-0002-7474-4294"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Zhibo Pang","raw_affiliation_strings":["Corporate Research,ABB,Västerås,Sweden","KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Corporate Research,ABB,Västerås,Sweden","institution_ids":[]},{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100333626"],"corresponding_institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366","https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":0.225,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.46543612,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.958299994468689,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.787082314491272},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.653225839138031},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6405038833618164},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5311431288719177},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5019879341125488},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4960971772670746},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.46649762988090515},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.424887090921402},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4231092929840088},{"id":"https://openalex.org/keywords/shared-resource","display_name":"Shared resource","score":0.410269558429718},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33275556564331055},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22969278693199158},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22838094830513},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08105412125587463}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.787082314491272},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.653225839138031},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6405038833618164},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5311431288719177},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5019879341125488},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4960971772670746},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46649762988090515},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.424887090921402},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4231092929840088},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.410269558429718},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33275556564331055},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22969278693199158},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22838094830513},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08105412125587463},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wfcs57264.2023.10144246","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wfcs57264.2023.10144246","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on Factory Communication Systems (WFCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1459315674","display_name":null,"funder_award_id":"XDC02020600","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G410270551","display_name":null,"funder_award_id":"222102210022","funder_id":"https://openalex.org/F4320334012","funder_display_name":"Science and Technology Development Plan of Shandong Province"},{"id":"https://openalex.org/G541684100","display_name":null,"funder_award_id":"2021YFB3301001","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7622491058","display_name":null,"funder_award_id":"APR20-0023","funder_id":"https://openalex.org/F4320320940","funder_display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning"}],"funders":[{"id":"https://openalex.org/F4320320940","display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning","ror":"https://ror.org/044wr7g58"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320334012","display_name":"Science and Technology Development Plan of Shandong Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1541821976","https://openalex.org/W2294176879","https://openalex.org/W2573223297","https://openalex.org/W2596202947","https://openalex.org/W2811266402","https://openalex.org/W2904747027","https://openalex.org/W2955338161","https://openalex.org/W2956868227","https://openalex.org/W2963349765","https://openalex.org/W2971704432","https://openalex.org/W3093523673","https://openalex.org/W3118508847","https://openalex.org/W3136030217","https://openalex.org/W3174056649","https://openalex.org/W3216388332","https://openalex.org/W4213239471","https://openalex.org/W4214717370","https://openalex.org/W4280494769"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W1487555369","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W1592324786","https://openalex.org/W2534160330"],"abstract_inverted_index":{"The":[0,26],"Industrial":[1],"Internet":[2],"of":[3,98,109,114,177,191,197],"Things":[4],"(IIoTs)":[5],"plays":[6],"an":[7],"important":[8],"role":[9],"in":[10,22,73,134,189],"various":[11],"industrial":[12],"applications,":[13],"which":[14],"require":[15],"multiple":[16],"time-critical":[17],"networks":[18,39,146],"to":[19,83,120,158],"be":[20,52],"deployed":[21],"the":[23,43,67,80,96,105,110,115,123,131,135,144,160,167,175,192,195,200],"same":[24],"region.":[25],"limited":[27],"communication":[28],"resources":[29],"inevitably":[30],"incur":[31],"network":[32,78,103,128],"coexistence":[33],"problems.":[34],"For":[35],"scenarios":[36],"where":[37],"coexisting":[38,74,102,145],"cannot":[40,51],"coordinate":[41],"effectively,":[42],"centralized":[44,178],"or":[45],"partial-information-based":[46],"decentralized":[47],"resource":[48,70,111,116,179,201],"allocation":[49,71,180],"methods":[50],"implemented.":[53],"To":[54,94],"address":[55],"this":[56],"concern,":[57],"we":[58],"propose":[59],"a":[60,87],"Cooperation-Free":[61],"Reinforcement":[62],"Learning":[63],"(CF-RL)":[64],"algorithm":[65,82,169],"for":[66,150],"fully":[68],"distributed":[69],"problem":[72],"IIoT":[75],"systems.":[76],"Each":[77],"adopts":[79],"proposed":[81],"minimize":[84],"collisions":[85],"through":[86],"trial-and-error":[88],"approach":[89],"without":[90],"any":[91],"information":[92],"interaction.":[93],"resist":[95],"influence":[97],"environmental":[99],"dynamics,":[100],"each":[101,127],"learns":[104],"state":[106,152],"transition":[107],"probability":[108],"block":[112],"instead":[113],"block's":[117],"position.":[118],"Moreover,":[119],"potentially":[121],"ensure":[122],"overall":[124],"system":[125],"performance,":[126],"additionally":[129],"considers":[130],"period":[132],"offset":[133],"initialization":[136],"phase":[137],"and":[138,181,199],"action":[139],"selection":[140],"phase,":[141],"so":[142],"that":[143,166],"have":[147],"different":[148,151],"preferences":[149],"transitions.":[153],"We":[154],"conduct":[155],"extensive":[156],"simulations":[157],"verify":[159],"convergence":[161,193],"performance.":[162],"Evaluation":[163],"results":[164],"show":[165],"CF-RL":[168],"almost":[170],"achieves":[171],"(more":[172],"than":[173],"99.88%)":[174],"effect":[176],"has":[182],"obvious":[183],"superiorities":[184],"over":[185],"other":[186],"cooperation-free":[187],"algorithms":[188],"terms":[190],"rate,":[194],"number":[196],"collisions,":[198],"utilization":[202],"ratio.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}