{"id":"https://openalex.org/W4210635222","doi":"https://doi.org/10.1109/gcaiot53516.2021.9692913","title":"Multi-agent reinforcement learning for intelligent resource allocation in IIoT networks","display_name":"Multi-agent reinforcement learning for intelligent resource allocation in IIoT networks","publication_year":2021,"publication_date":"2021-12-12","ids":{"openalex":"https://openalex.org/W4210635222","doi":"https://doi.org/10.1109/gcaiot53516.2021.9692913"},"language":"en","primary_location":{"id":"doi:10.1109/gcaiot53516.2021.9692913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcaiot53516.2021.9692913","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Conference on Artificial Intelligence and Internet of Things (GCAIoT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082086556","display_name":"Julia Rosenberger","orcid":"https://orcid.org/0000-0002-7207-6077"},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Julia Rosenberger","raw_affiliation_strings":["Bosch Rexroth AG,Automation and Electrification Solutions,Lohr am Main,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bosch Rexroth AG,Automation and Electrification Solutions,Lohr am Main,Germany","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051692870","display_name":"Michael Urlaub","orcid":null},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Urlaub","raw_affiliation_strings":["Bosch Rexroth AG,Automation and Electrification Solutions,Lohr am Main,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bosch Rexroth AG,Automation and Electrification Solutions,Lohr am Main,Germany","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021650598","display_name":"Dieter Schramm","orcid":"https://orcid.org/0000-0002-7945-1853"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dieter Schramm","raw_affiliation_strings":["University of Duisburg-Essen,Chair of Mechatronics,Duisburg,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen,Chair of Mechatronics,Duisburg,Germany","institution_ids":["https://openalex.org/I62318514"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"118","last_page":"119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.9239000082015991,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.831230640411377},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8238345384597778},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5535255670547485},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5150637030601501},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.4768344461917877},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4640563726425171},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4221354126930237},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.41836756467819214},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40109044313430786},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2187860608100891}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.831230640411377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8238345384597778},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5535255670547485},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5150637030601501},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4768344461917877},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4640563726425171},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4221354126930237},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.41836756467819214},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40109044313430786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2187860608100891},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/gcaiot53516.2021.9692913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcaiot53516.2021.9692913","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Conference on Artificial Intelligence and Internet of Things (GCAIoT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2295939521","https://openalex.org/W2606007596","https://openalex.org/W2920054549","https://openalex.org/W3011182939","https://openalex.org/W3015366655","https://openalex.org/W3021959079","https://openalex.org/W3082598040","https://openalex.org/W3089192431","https://openalex.org/W3134322065","https://openalex.org/W3156032009","https://openalex.org/W3161347958","https://openalex.org/W4231119350","https://openalex.org/W6725207838","https://openalex.org/W6744580074"],"related_works":["https://openalex.org/W4283067488","https://openalex.org/W3020996045","https://openalex.org/W3046945740","https://openalex.org/W3088816620","https://openalex.org/W4297094220","https://openalex.org/W4225854632","https://openalex.org/W4292071853","https://openalex.org/W2919629997","https://openalex.org/W1990379658","https://openalex.org/W3022500044"],"abstract_inverted_index":{"In":[0,121,172],"the":[1,31,34,41,47,58,71,141,145,153,187,213,217,224],"industrial":[2,134],"Internet":[3],"of":[4,10,23,36,70,140,144,155,189,212,216],"Things":[5],"(IIoT),":[6],"a":[7,77,164],"high":[8],"number":[9,188],"devices":[11,147,182,218],"with":[12],"limited":[13],"resources,":[14],"like":[15],"computational":[16],"power,":[17],"memory,":[18],"bandwidth":[19],"and,":[20],"in":[21,46,98,117],"case":[22],"wireless":[24],"sensor":[25],"networks,":[26,101],"also":[27],"energy,":[28],"communicate.":[29],"At":[30],"same":[32],"time,":[33],"amount":[35],"data":[37,44],"as":[38,40,158,160,194,196],"well":[39,159,195],"demand":[42],"for":[43,103,127,133,161,168,208],"processing":[45],"edge":[48,135],"is":[49,64,87,93,112,125,166,176],"rapidly":[50],"increasing.":[51],"To":[52],"enable":[53],"Industry":[54],"4.0":[55],"(I4.0)":[56],"and":[57,130,180,200,219],"IIoT,":[59],"an":[60],"intelligent":[61,104],"resource":[62,128,214],"allocation":[63,129],"required":[65],"to":[66,114,152,178,185,191,223],"make":[67],"optimal":[68,138],"use":[69],"available":[72,142],"resources.":[73],"For":[74],"this":[75,122],"purpose,":[76],"multi-agent":[78],"system":[79],"(MAS)":[80],"based":[81],"on":[82,198],"deep":[83],"reinforcement":[84,90],"learning":[85,91],"(DRL)":[86],"proposed.":[88],"Multi-agent":[89],"(MARL)":[92],"already":[94],"taken":[95],"into":[96],"account":[97],"different":[99],"communication":[100],"e.g.":[102],"routing.":[105],"Despite":[106],"its":[107],"great":[108],"potential,":[109],"little":[110],"attention":[111],"paid":[113],"these":[115],"methods":[116],"industry":[118],"so":[119],"far.":[120],"work,":[123],"DRL":[124],"applied":[126],"load":[131],"balancing":[132],"computing.":[136],"An":[137],"usage":[139,215],"resources":[143],"IIoT":[146,156],"should":[148],"be":[149,192,206],"achieved.":[150],"Due":[151],"structure":[154],"systems":[157],"security":[162],"reasons,":[163],"MAS":[165],"preferred":[167],"decentralized":[169],"decision":[170],"making.":[171],"subsequent":[173],"steps,":[174],"it":[175],"planned":[177],"add":[179],"remove":[181],"during":[183],"runtime,":[184],"change":[186],"tasks":[190],"executed":[193],"evaluations":[197],"single-":[199],"multi-policy-approaches.":[201],"The":[202],"following":[203],"aspects":[204],"will":[205],"considered":[207],"evaluation:":[209],"(1)":[210],"improvement":[211],"(2)":[220],"overhead":[221],"due":[222],"MAS.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}