{"id":"https://openalex.org/W3113643172","doi":"https://doi.org/10.1109/ictc49870.2020.9289245","title":"Federated Reinforcement Learning for Automatic Control in SDN-based IoT Environments","display_name":"Federated Reinforcement Learning for Automatic Control in SDN-based IoT Environments","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3113643172","doi":"https://doi.org/10.1109/ictc49870.2020.9289245","mag":"3113643172"},"language":"en","primary_location":{"id":"doi:10.1109/ictc49870.2020.9289245","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ictc49870.2020.9289245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Information and Communication Technology Convergence (ICTC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012832048","display_name":"Hyun-Kyo Lim","orcid":"https://orcid.org/0000-0002-8807-1158"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Hyun-Kyo Lim","raw_affiliation_strings":["Korea University of Technology and Education"],"affiliations":[{"raw_affiliation_string":"Korea University of Technology and Education","institution_ids":["https://openalex.org/I35886859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061365692","display_name":"Ju-Bong Kim","orcid":"https://orcid.org/0000-0001-6406-3092"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ju-Bong Kim","raw_affiliation_strings":["Korea University of Technology and Education"],"affiliations":[{"raw_affiliation_string":"Korea University of Technology and Education","institution_ids":["https://openalex.org/I35886859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101506946","display_name":"Sang\u2010Youn Kim","orcid":"https://orcid.org/0000-0002-2755-7082"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sang-Youn Kim","raw_affiliation_strings":["Advanced Technology Research Center, Korea University of Technology and Education"],"affiliations":[{"raw_affiliation_string":"Advanced Technology Research Center, Korea University of Technology and Education","institution_ids":["https://openalex.org/I35886859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027634067","display_name":"Youn\u2010Hee Han","orcid":"https://orcid.org/0000-0002-5835-7972"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youn-Hee Han","raw_affiliation_strings":["Advanced Technology Research Center, Korea University of Technology and Education"],"affiliations":[{"raw_affiliation_string":"Advanced Technology Research Center, Korea University of Technology and Education","institution_ids":["https://openalex.org/I35886859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5012832048"],"corresponding_institution_ids":["https://openalex.org/I35886859"],"apc_list":null,"apc_paid":null,"fwci":0.3084,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.62689248,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1868","last_page":"1873"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9448100328445435},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8183470964431763},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5558879971504211},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5068445801734924},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.47660893201828003},{"id":"https://openalex.org/keywords/inverted-pendulum","display_name":"Inverted pendulum","score":0.4570661783218384},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.4380108416080475},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43344181776046753},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4153420329093933},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.41312867403030396},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3449018597602844},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.26760736107826233},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.14446526765823364}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9448100328445435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8183470964431763},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5558879971504211},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5068445801734924},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47660893201828003},{"id":"https://openalex.org/C192921069","wikidata":"https://www.wikidata.org/wiki/Q550134","display_name":"Inverted pendulum","level":3,"score":0.4570661783218384},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.4380108416080475},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43344181776046753},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4153420329093933},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.41312867403030396},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3449018597602844},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.26760736107826233},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.14446526765823364},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ictc49870.2020.9289245","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ictc49870.2020.9289245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Information and Communication Technology Convergence (ICTC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311649","display_name":"Ministry of Education","ror":"https://ror.org/036nq5137"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1771410628","https://openalex.org/W2026126928","https://openalex.org/W2040340473","https://openalex.org/W2116612304","https://openalex.org/W2121863487","https://openalex.org/W2207117320","https://openalex.org/W2313078712","https://openalex.org/W2736601468","https://openalex.org/W2752560646","https://openalex.org/W2755021152","https://openalex.org/W2781238083","https://openalex.org/W2783713881","https://openalex.org/W2911450448","https://openalex.org/W2912139568","https://openalex.org/W2932097000","https://openalex.org/W2963073179","https://openalex.org/W2963658727","https://openalex.org/W2979766322","https://openalex.org/W3034741641","https://openalex.org/W3038028469","https://openalex.org/W3046434468","https://openalex.org/W3105018016","https://openalex.org/W4214717370","https://openalex.org/W4255421341","https://openalex.org/W4285723212","https://openalex.org/W4294583762","https://openalex.org/W4377562264","https://openalex.org/W6638018090","https://openalex.org/W6741002519","https://openalex.org/W6746899724","https://openalex.org/W6758713102","https://openalex.org/W6759226220","https://openalex.org/W6769116889","https://openalex.org/W6779601692"],"related_works":["https://openalex.org/W1966456942","https://openalex.org/W2930863966","https://openalex.org/W2754028433","https://openalex.org/W3148138296","https://openalex.org/W1882507001","https://openalex.org/W2126211886","https://openalex.org/W2367922714","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W3119422923"],"abstract_inverted_index":{"Recently,":[0],"reinforcement":[1,44,67,91,120,126,161,172,213],"learning":[2,45,68,92,135,147,159,173,180,214,220],"has":[3,71],"been":[4],"applied":[5],"to":[6,41,47,145,160],"various":[7],"fields":[8,23],"and":[9,27,107,140,157],"shows":[10,168],"better":[11],"performance":[12,170],"than":[13],"humans.":[14],"In":[15,36,122,163],"particular,":[16],"it":[17,101],"is":[18,62,175],"attracting":[19],"attention":[20],"in":[21,171,181],"the":[22,58,66,73,123,137,182,210,219],"of":[24,57,85,105,118],"smart":[25],"factories":[26],"robotics":[28],"that":[29,65,70,209],"require":[30],"automatic":[31],"control":[32,50,75,84],"without":[33],"human":[34],"intervention.":[35],"this":[37,111],"paper,":[38],"we":[39,113,150,189,207],"try":[40],"allow":[42],"multiple":[43,128,198,223],"agents":[46,129],"learn":[48],"optimal":[49,74,83],"policy":[51,76],"on":[52,194],"their":[53],"own":[54],"IoT":[55,79,87,99,132,183,224],"devices":[56,187,202],"same":[59,138],"type.":[60],"There":[61],"no":[63],"guarantee":[64],"agent":[69],"learned":[72],"using":[77],"one":[78],"device":[80],"will":[81],"perform":[82,134],"other":[86,144],"devices.":[88,225],"Therefore,":[89,149],"since":[90],"must":[93],"be":[94],"performed":[95],"individually":[96],"for":[97,178,222],"each":[98,143],"device,":[100],"takes":[102],"a":[103,115,152,205],"lot":[104],"time":[106],"cost.":[108],"To":[109],"solve":[110],"problem,":[112],"propose":[114,190],"new":[116,153],"method":[117,156],"federated":[119,125,212],"learning.":[121,162],"proposed":[124,211],"learning,":[127],"have":[130],"independent":[131],"devices,":[133],"at":[136],"time,":[139],"federate":[141],"with":[142],"improve":[146],"performance.":[148],"apply":[151],"gradient":[154],"sharing":[155],"transfer":[158],"addition,":[164],"Actor-Critic":[165],"PPO,":[166],"which":[167],"good":[169],"algorithms,":[174],"used.":[176],"And,":[177],"smooth":[179],"environment":[184],"where":[185],"numerous":[186],"exist,":[188],"an":[191],"architecture":[192],"based":[193],"Software-Defined":[195],"Networking.":[196],"Using":[197],"rotary":[199],"inverted":[200],"pendulum":[201],"interconnected":[203],"via":[204],"SDN,":[206],"demonstrate":[208],"scheme":[215],"can":[216],"effectively":[217],"facilitate":[218],"process":[221]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}