{"id":"https://openalex.org/W2921254774","doi":"https://doi.org/10.1109/access.2019.2905621","title":"Imitation Reinforcement Learning-Based Remote Rotary Inverted Pendulum Control in OpenFlow Network","display_name":"Imitation Reinforcement Learning-Based Remote Rotary Inverted Pendulum Control in OpenFlow Network","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2921254774","doi":"https://doi.org/10.1109/access.2019.2905621","mag":"2921254774"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2905621","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2905621","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08668411.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08668411.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061365692","display_name":"Ju-Bong Kim","orcid":"https://orcid.org/0000-0001-6406-3092"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ju-Bong Kim","raw_affiliation_strings":["Department of Computer Science Engineering, Korea University of Technology and Education, Cheonan, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-6406-3092","affiliations":[{"raw_affiliation_string":"Department of Computer Science Engineering, Korea University of Technology and Education, Cheonan, South Korea","institution_ids":["https://openalex.org/I35886859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012832048","display_name":"Hyun-Kyo Lim","orcid":"https://orcid.org/0000-0002-8807-1158"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyun-Kyo Lim","raw_affiliation_strings":["Department of Interdisciplinary Program in Creative Engineering, Korea University of Technology and Education, Cheonan, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Interdisciplinary Program in Creative Engineering, Korea University of Technology and Education, Cheonan, South Korea","institution_ids":["https://openalex.org/I35886859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012955600","display_name":"Chan-Myung Kim","orcid":"https://orcid.org/0000-0002-5286-9854"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chan-Myung Kim","raw_affiliation_strings":["Advanced Technology Research Institute, Cheonan, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Technology Research Institute, Cheonan, South Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100786198","display_name":"Min-Suk Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Min-Suk Kim","raw_affiliation_strings":["Department of Knowledge-Converged Super Brain Convergence Research, Electronics and Telecommunications Research Institute, Daejeon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Knowledge-Converged Super Brain Convergence Research, Electronics and Telecommunications Research Institute, Daejeon, South Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100717144","display_name":"Yong-Geun Hong","orcid":"https://orcid.org/0000-0003-2974-3820"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yong-Geun Hong","raw_affiliation_strings":["Department of Knowledge-Converged Super Brain Convergence Research, Electronics and Telecommunications Research Institute, Daejeon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Knowledge-Converged Super Brain Convergence Research, Electronics and Telecommunications Research Institute, Daejeon, South Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027634067","display_name":"Youn\u2010Hee Han","orcid":"https://orcid.org/0000-0002-5835-7972"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youn-Hee Han","raw_affiliation_strings":["Department of Computer Science Engineering, Korea University of Technology and Education, Cheonan, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science Engineering, Korea University of Technology and Education, Cheonan, South Korea","institution_ids":["https://openalex.org/I35886859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.6535,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.9034772,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"7","issue":null,"first_page":"36682","last_page":"36690"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inverted-pendulum","display_name":"Inverted pendulum","score":0.8317965269088745},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8195285797119141},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7250944375991821},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5491675138473511},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.5294454097747803},{"id":"https://openalex.org/keywords/openflow","display_name":"OpenFlow","score":0.509746253490448},{"id":"https://openalex.org/keywords/pendulum","display_name":"Pendulum","score":0.4524000883102417},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.43057963252067566},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4275699257850647},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.36126309633255005},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.35018372535705566},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31730377674102783},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19379740953445435},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.1586931347846985},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.07983735203742981}],"concepts":[{"id":"https://openalex.org/C192921069","wikidata":"https://www.wikidata.org/wiki/Q550134","display_name":"Inverted pendulum","level":3,"score":0.8317965269088745},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8195285797119141},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7250944375991821},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5491675138473511},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.5294454097747803},{"id":"https://openalex.org/C192697461","wikidata":"https://www.wikidata.org/wiki/Q4045918","display_name":"OpenFlow","level":3,"score":0.509746253490448},{"id":"https://openalex.org/C110639684","wikidata":"https://www.wikidata.org/wiki/Q20702","display_name":"Pendulum","level":2,"score":0.4524000883102417},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.43057963252067566},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4275699257850647},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.36126309633255005},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.35018372535705566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31730377674102783},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19379740953445435},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.1586931347846985},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.07983735203742981},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2905621","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2905621","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08668411.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c22a8a6a5cae4332967859cd6df60380","is_oa":true,"landing_page_url":"https://doaj.org/article/c22a8a6a5cae4332967859cd6df60380","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 36682-36690 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2905621","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2905621","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08668411.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5765469311","display_name":null,"funder_award_id":"2016R1D1A3B03933355","funder_id":"https://openalex.org/F4320311687","funder_display_name":"Ministry of Education"},{"id":"https://openalex.org/G6204374263","display_name":null,"funder_award_id":"2016R1D1A3B03933355","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6869698879","display_name":null,"funder_award_id":"2018R1A6A1A03025526","funder_id":"https://openalex.org/F4320311687","funder_display_name":"Ministry of Education"},{"id":"https://openalex.org/G7440702319","display_name":null,"funder_award_id":"2018R1A6A1A03025526","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320311687","display_name":"Ministry of Education","ror":"https://ror.org/03m01yf64"},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2921254774.pdf","grobid_xml":"https://content.openalex.org/works/W2921254774.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1567145281","https://openalex.org/W1569702663","https://openalex.org/W1632195884","https://openalex.org/W2040340473","https://openalex.org/W2044044501","https://openalex.org/W2071841410","https://openalex.org/W2074616737","https://openalex.org/W2107726111","https://openalex.org/W2111619626","https://openalex.org/W2145339207","https://openalex.org/W2147118406","https://openalex.org/W2155968351","https://openalex.org/W2169239645","https://openalex.org/W2313078712","https://openalex.org/W2313285490","https://openalex.org/W2550491676","https://openalex.org/W2587508615","https://openalex.org/W2746553466","https://openalex.org/W2901974609","https://openalex.org/W3011120880","https://openalex.org/W3020993522","https://openalex.org/W3100789280","https://openalex.org/W4298857966","https://openalex.org/W6634201947","https://openalex.org/W6636558983","https://openalex.org/W6637967152","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W1917481011"],"abstract_inverted_index":{"Rotary":[0],"inverted":[1,31],"pendulum":[2,32],"is":[3,42,60,79,96],"an":[4],"unstable":[5],"and":[6,10,48,56,71,91,105,134],"highly":[7],"nonlinear":[8,20],"device":[9,41,85,128],"has":[11],"been":[12],"used":[13,61],"as":[14,33],"a":[15,29,34,45,118],"common":[16],"application":[17],"model":[18],"in":[19],"control":[21,82,125],"engineering":[22],"field.":[23],"In":[24],"this":[25],"paper,":[26],"we":[27,115],"use":[28],"rotary":[30],"deep":[35,119],"reinforcement":[36,76,103,120],"learning":[37,77,104,108,121,137,142],"environment.":[38,74],"The":[39,75],"real":[40,84,127],"composed":[43],"of":[44],"cyber":[46,69],"environment":[47,50,70],"physical":[49,73],"based":[51],"on":[52,62],"the":[53,57,63,68,72,83,89,92,101,107,126,132,141],"OpenFlow":[54],"network,":[55],"MQTT":[58],"protocol":[59],"Ethernet":[64],"connection":[65],"to":[66,81,99],"connect":[67],"agent":[78,122],"learned":[80],"located":[86,129],"remotely":[87,130],"from":[88,131],"controller,":[90],"classical":[93],"PID":[94],"controller":[95],"also":[97],"utilized":[98],"implement":[100],"imitation":[102,136],"facilitate":[106],"process.":[109],"From":[110],"our":[111,135],"CPS-based":[112],"experimental":[113],"system,":[114],"verify":[116],"that":[117],"can":[123,139],"successfully":[124],"agent,":[133],"strategy":[138],"make":[140],"time":[143],"reduced":[144],"effectively.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1}],"updated_date":"2026-08-14T07:06:38.338062","created_date":"2025-10-10T00:00:00"}