{"id":"https://openalex.org/W2924298045","doi":"https://doi.org/10.1109/icaiic.2019.8668979","title":"Deep Q-Network Based Rotary Inverted Pendulum System and Its Monitoring on the EdgeX Platform","display_name":"Deep Q-Network Based Rotary Inverted Pendulum System and Its Monitoring on the EdgeX Platform","publication_year":2019,"publication_date":"2019-02-01","ids":{"openalex":"https://openalex.org/W2924298045","doi":"https://doi.org/10.1109/icaiic.2019.8668979","mag":"2924298045"},"language":"en","primary_location":{"id":"doi:10.1109/icaiic.2019.8668979","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icaiic.2019.8668979","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Artificial Intelligence in Information and Communication (ICAIIC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061365692","display_name":"Ju-Bong Kim","orcid":"https://orcid.org/0000-0001-6406-3092"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ju-Bong Kim","raw_affiliation_strings":["Dept. of Computer Science Engineering, Korea University of Technology and Education, Cheon-an, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science Engineering, Korea University of Technology and Education, Cheon-an, Korea","institution_ids":["https://openalex.org/I35886859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055513571","display_name":"Do-Hyung Kwon","orcid":null},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Do-Hyung Kwon","raw_affiliation_strings":["Dept. of Interdisciplinary Program in Creative Engineering, Korea University of Technology and Education, Cheon-an, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Interdisciplinary Program in Creative Engineering, Korea University of Technology and Education, Cheon-an, Korea","institution_ids":["https://openalex.org/I35886859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100717144","display_name":"Yong-Geun Hong","orcid":"https://orcid.org/0000-0003-2974-3820"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yong-Geun Hong","raw_affiliation_strings":["Dept. of Knowledge-converged, Electronics and Telecommunications Research Institute, Dae-jeon, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Knowledge-converged, Electronics and Telecommunications Research Institute, Dae-jeon, Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012832048","display_name":"Hyun-Kyo Lim","orcid":"https://orcid.org/0000-0002-8807-1158"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyun-Kyo Lim","raw_affiliation_strings":["Dept. of Interdisciplinary Program in Creative Engineering, Korea University of Technology and Education, Cheon-an, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Interdisciplinary Program in Creative Engineering, Korea University of Technology and Education, Cheon-an, Korea","institution_ids":["https://openalex.org/I35886859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100786198","display_name":"Min-Suk Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Min-Suk Kim","raw_affiliation_strings":["Dept. of Knowledge-converged, Electronics and Telecommunications Research Institute, Dae-jeon, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Knowledge-converged, Electronics and Telecommunications Research Institute, Dae-jeon, Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027634067","display_name":"Youn\u2010Hee Han","orcid":"https://orcid.org/0000-0002-5835-7972"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youn-Hee Han","raw_affiliation_strings":["Dept. of Computer Science Engineering, Korea University of Technology and Education, Cheon-an, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science Engineering, Korea University of Technology and Education, Cheon-an, Korea","institution_ids":["https://openalex.org/I35886859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4374,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.64880912,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"3","issue":null,"first_page":"034","last_page":"039"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inverted-pendulum","display_name":"Inverted pendulum","score":0.827811598777771},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7666640281677246},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5959275364875793},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5739710927009583},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.5716148018836975},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.47580012679100037},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.39886072278022766},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3577035963535309},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34450763463974},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.335470974445343},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3118710517883301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24482625722885132}],"concepts":[{"id":"https://openalex.org/C192921069","wikidata":"https://www.wikidata.org/wiki/Q550134","display_name":"Inverted pendulum","level":3,"score":0.827811598777771},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7666640281677246},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5959275364875793},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5739710927009583},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.5716148018836975},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.47580012679100037},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.39886072278022766},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3577035963535309},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34450763463974},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.335470974445343},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3118710517883301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24482625722885132},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icaiic.2019.8668979","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icaiic.2019.8668979","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Artificial Intelligence in Information and Communication (ICAIIC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1632195884","https://openalex.org/W1757796397","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2169239645","https://openalex.org/W2313078712","https://openalex.org/W2550491676","https://openalex.org/W2746553466","https://openalex.org/W2772726293","https://openalex.org/W4298857966","https://openalex.org/W6637967152"],"related_works":["https://openalex.org/W962423920","https://openalex.org/W2002388147","https://openalex.org/W3098928304","https://openalex.org/W2394883510","https://openalex.org/W2387968248","https://openalex.org/W2150958483","https://openalex.org/W2350715914","https://openalex.org/W2165013373","https://openalex.org/W2922503265","https://openalex.org/W2598699656"],"abstract_inverted_index":{"A":[0],"rotary":[1,46],"inverted":[2,47],"pendulum":[3,48],"is":[4,12,61,100,114,134,167],"an":[5,79],"unstable":[6],"and":[7,11,23,67,87,106,119,122,131,153],"highly":[8],"nonlinear":[9,24],"device":[10,58,160,188],"used":[13],"as":[14],"a":[15,31,39,45,52,64,107,177,184],"common":[16],"model":[17],"for":[18],"engineering":[19],"applications":[20],"in":[21],"linear":[22],"control.":[25],"In":[26,127],"this":[27],"study,":[28],"we":[29,59,174],"created":[30,60],"cyber":[32,65,85],"physical":[33,55,68,89,97,159],"system":[34,133],"(CPS)":[35],"to":[36,82,116],"demonstrate":[37],"that":[38,143,176],"deep":[40,178],"reinforcement":[41,92,120,165,179],"learning":[42,93,121,125,144,166,180],"agent":[43,94,181],"using":[44,70],"can":[49,161,182],"successfully":[50],"control":[51,130,183],"remotely":[53,102,185],"located":[54,101,186],"device.":[56],"The":[57,91],"composed":[62],"of":[63,150],"environment":[66,69,86],"the":[71,84,88,96,104,124,129,137,148,158],"Message":[72],"Queuing":[73],"Telemetry":[74],"Transport":[75],"(MQTT)":[76],"protocol":[77],"with":[78],"Ethernet":[80],"connection":[81],"connect":[83],"environment.":[90],"controls":[95],"device,":[98],"which":[99],"from":[103,157],"controller":[105,113],"classical":[108],"proportional":[109],"integral":[110],"derivative":[111],"(PID)":[112],"utilized":[115],"implement":[117],"imitation":[118],"facilitate":[123],"process.":[126],"addition,":[128],"monitoring":[132],"built":[135],"on":[136],"open":[138],"source":[139,149],"EdgeX":[140],"platform,":[141],"so":[142],"tasks":[145],"performed":[146],"near":[147],"data":[151,155],"generation":[152],"real-time":[154],"emitted":[156],"be":[162],"observed":[163],"while":[164],"performed.":[168],"From":[169],"our":[170],"CPS":[171],"experimental":[172],"system,":[173],"verify":[175],"real-world":[187],"successfully.":[189]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}