{"id":"https://openalex.org/W3212631629","doi":"https://doi.org/10.1109/access.2021.3125008","title":"Repot: Transferable Reinforcement Learning for Quality-Centric Networked Monitoring in Various Environments","display_name":"Repot: Transferable Reinforcement Learning for Quality-Centric Networked Monitoring in Various Environments","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3212631629","doi":"https://doi.org/10.1109/access.2021.3125008","mag":"3212631629"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3125008","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3125008","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3125008","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031619272","display_name":"Youngseok Lee","orcid":"https://orcid.org/0000-0001-5678-9344"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngseok Lee","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Sungkyunkwan University, Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-5678-9344","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Sungkyunkwan University, Suwon, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Woo Kyung Kim","orcid":"https://orcid.org/0000-0001-6214-4171"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Woo Kyung Kim","raw_affiliation_strings":["Department of Software, Sungkyunkwan University, Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-6214-4171","affiliations":[{"raw_affiliation_string":"Department of Software, Sungkyunkwan University, Suwon, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101040337","display_name":"Sung Hyun Choi","orcid":null},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung Hyun Choi","raw_affiliation_strings":["Department of Software, Sungkyunkwan University, Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-2513-1982","affiliations":[{"raw_affiliation_string":"Department of Software, Sungkyunkwan University, Suwon, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069640561","display_name":"Ikjun Yeom","orcid":"https://orcid.org/0000-0001-7883-2905"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ikjun Yeom","raw_affiliation_strings":["Department of Software, Sungkyunkwan University, Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7883-2905","affiliations":[{"raw_affiliation_string":"Department of Software, Sungkyunkwan University, Suwon, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001227049","display_name":"Honguk Woo","orcid":"https://orcid.org/0000-0001-6948-3440"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Honguk Woo","raw_affiliation_strings":["Department of Software, Sungkyunkwan University, Suwon, South Korea. (e-mail: honguk.woo@gmail.com)","[Department of Computer Science & Engineering, Sungkyunkwan University, Suwon, South Korea]"],"raw_orcid":"https://orcid.org/0000-0001-6948-3440","affiliations":[{"raw_affiliation_string":"Department of Software, Sungkyunkwan University, Suwon, South Korea. (e-mail: honguk.woo@gmail.com)","institution_ids":["https://openalex.org/I848706"]},{"raw_affiliation_string":"[Department of Computer Science & Engineering, Sungkyunkwan University, Suwon, South Korea]","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I848706"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.19887901,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"9","issue":null,"first_page":"147280","last_page":"147294"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8450326919555664},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7763067483901978},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.47845005989074707},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.42267847061157227},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.41640493273735046},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4132063388824463},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.394687294960022},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38436612486839294},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2609540820121765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8450326919555664},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7763067483901978},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.47845005989074707},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.42267847061157227},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.41640493273735046},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4132063388824463},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.394687294960022},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38436612486839294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2609540820121765},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3125008","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3125008","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5896d7e1f2a54ae19ade84d6d7ca88b2","is_oa":true,"landing_page_url":"https://doaj.org/article/5896d7e1f2a54ae19ade84d6d7ca88b2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 147280-147294 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3125008","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3125008","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.6200000047683716,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G3596602730","display_name":null,"funder_award_id":"2021-0-00900","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G4338447817","display_name":null,"funder_award_id":"2021-0-00875","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1583936024","https://openalex.org/W1965392255","https://openalex.org/W1971402834","https://openalex.org/W1993918491","https://openalex.org/W2021723764","https://openalex.org/W2036223844","https://openalex.org/W2037487174","https://openalex.org/W2053838805","https://openalex.org/W2056921512","https://openalex.org/W2097995023","https://openalex.org/W2103550819","https://openalex.org/W2121863487","https://openalex.org/W2124033920","https://openalex.org/W2133665775","https://openalex.org/W2159081109","https://openalex.org/W2183341477","https://openalex.org/W2215378786","https://openalex.org/W2546571074","https://openalex.org/W2605102758","https://openalex.org/W2760807625","https://openalex.org/W2767050701","https://openalex.org/W2793241364","https://openalex.org/W2801358835","https://openalex.org/W2900804979","https://openalex.org/W2904246096","https://openalex.org/W2905085454","https://openalex.org/W2906115618","https://openalex.org/W2906943359","https://openalex.org/W2909859782","https://openalex.org/W2910790589","https://openalex.org/W2928077227","https://openalex.org/W2949681263","https://openalex.org/W2962899390","https://openalex.org/W2963270598","https://openalex.org/W2963549123","https://openalex.org/W2963556501","https://openalex.org/W2964158321","https://openalex.org/W2966033395","https://openalex.org/W2968986602","https://openalex.org/W2975583675","https://openalex.org/W2980810797","https://openalex.org/W2996238281","https://openalex.org/W2997484716","https://openalex.org/W3004273799","https://openalex.org/W3007091509","https://openalex.org/W3009508650","https://openalex.org/W3026702414","https://openalex.org/W3035748261","https://openalex.org/W3047392327","https://openalex.org/W3090359064","https://openalex.org/W3101442004","https://openalex.org/W3109978116","https://openalex.org/W3120652158","https://openalex.org/W3125281705","https://openalex.org/W3135759888","https://openalex.org/W3193119017","https://openalex.org/W3206393052","https://openalex.org/W4214717370","https://openalex.org/W4231997794","https://openalex.org/W4288614963","https://openalex.org/W4386321960","https://openalex.org/W4394672593","https://openalex.org/W6635087183","https://openalex.org/W6757592117","https://openalex.org/W6759315145","https://openalex.org/W6767887823","https://openalex.org/W6789827284","https://openalex.org/W6798690635"],"related_works":["https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W4252555497","https://openalex.org/W3121175838","https://openalex.org/W3016293053","https://openalex.org/W1690653314","https://openalex.org/W2275524962","https://openalex.org/W2401723157","https://openalex.org/W2065055572","https://openalex.org/W2784269775"],"abstract_inverted_index":{"Collecting":[0],"and":[1,28,61,127,163,175,220,239],"monitoring":[2,165],"data":[3,35],"in":[4,16,34,56,93,103,108,117,131,180,194,226,237,241],"low-latency":[5],"from":[6,208],"numerous":[7],"sensing":[8,54],"devices":[9,55],"is":[10,45],"one":[11],"of":[12,41,58,74,138,146,200,224],"the":[13,32,39,50,135,144,153,191,201,216,222,233],"key":[14],"foundations":[15],"networked":[17,29,42,94],"cyber-physical":[18],"applications":[19],"such":[20],"as":[21,69,71],"industrial":[22],"process":[23],"control,":[24,27],"intelligent":[25],"traffic":[26],"robots.":[30],"As":[31],"delay":[33],"updates":[36],"can":[37,113],"degrade":[38],"quality":[40],"monitoring,":[43],"it":[44],"desirable":[46],"to":[47,87,143],"continuously":[48],"maintain":[49],"optimal":[51],"setting":[52],"on":[53],"terms":[57],"transmission":[59],"rates":[60],"bandwidth":[62,90,140],"allocation,":[63],"taking":[64],"into":[65],"account":[66],"application":[67],"requirements":[68],"well":[70],"time-varying":[72],"conditions":[73,145],"underlying":[75],"network":[76,111,120,155,169,186],"environments.":[77,121],"In":[78],"this":[79],"paper,":[80],"we":[81,123,157],"adapt":[82],"deep":[83],"reinforcement":[84],"learning":[85],"(RL)":[86],"achieve":[88],"a":[89,98,105,139,147,184,212],"allocation":[91,141],"policy":[92,106,142],"monitoring.":[95],"We":[96,188,210],"present":[97,211],"transferable":[99],"RL":[100],"model":[101,206],"Repot":[102,132,160,195,225],"which":[104],"trained":[107],"an":[109],"easy-to-learn":[110],"environment":[112],"be":[114],"readily":[115],"adjusted":[116],"various":[118],"target":[119,148,185],"Specifically,":[122],"employ":[124],"flow":[125],"embedding":[126],"action":[128],"shaping":[129],"schemes":[130],"that":[133,159],"enable":[134],"systematic":[136],"adaptation":[137,193],"environment.":[149,187],"Through":[150],"experiments":[151],"with":[152,215],"NS-3":[154],"simulator,":[156],"show":[158],"achieves":[161],"stable":[162],"high":[164],"performance":[166,230],"across":[167],"different":[168],"conditions,":[170],"e.g.,":[171,235],"outperforming":[172],"other":[173],"heuristics":[174],"learning-based":[176],"solutions":[177],"by":[178,196],"14.5~20.8%":[179],"quality-of-experience":[181],"(QoE)":[182],"for":[183,205],"also":[189],"demonstrate":[190],"sample-efficient":[192],"exploiting":[197],"only":[198],"6.25%":[199],"sample":[202],"amount":[203],"required":[204],"training":[207],"scratch.":[209],"case":[213],"study":[214],"SUMO":[217],"mobility":[218],"simulator":[219],"verify":[221],"benefits":[223],"practical":[227],"scenarios,":[228],"showing":[229],"gains":[231],"over":[232],"others,":[234],"6.5%":[236],"urban-scale":[238],"12.6%":[240],"suburb-scale.":[242]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}