{"id":"https://openalex.org/W3045142153","doi":"https://doi.org/10.1109/iccworkshops49005.2020.9145452","title":"RL-Based Transmission Completion Time Minimization with Energy Harvesting for Time-Varying Channels","display_name":"RL-Based Transmission Completion Time Minimization with Energy Harvesting for Time-Varying Channels","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3045142153","doi":"https://doi.org/10.1109/iccworkshops49005.2020.9145452","mag":"3045142153"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops49005.2020.9145452","is_oa":true,"landing_page_url":"https://doi.org/10.1109/iccworkshops49005.2020.9145452","pdf_url":"https://ieeexplore.ieee.org/ielx7/9138348/9145032/09145452.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/9138348/9145032/09145452.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042930561","display_name":"Heasung Kim","orcid":"https://orcid.org/0000-0003-3860-8962"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Heasung Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Seoul National University, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Seoul National University, Seoul, Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009725517","display_name":"Wonjae Shin","orcid":"https://orcid.org/0000-0001-6513-1237"},"institutions":[{"id":"https://openalex.org/I4921948","display_name":"Pusan National University","ror":"https://ror.org/01an57a31","country_code":"KR","type":"education","lineage":["https://openalex.org/I4921948"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wonjae Shin","raw_affiliation_strings":["Department of Electrical Engineering, Pusan National University, Busan, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Pusan National University, Busan, Korea","institution_ids":["https://openalex.org/I4921948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085195739","display_name":"Heecheol Yang","orcid":"https://orcid.org/0000-0002-2802-2143"},"institutions":[{"id":"https://openalex.org/I113409471","display_name":"Kumoh National Institute of Technology","ror":"https://ror.org/05dkjfz60","country_code":"KR","type":"education","lineage":["https://openalex.org/I113409471"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Heecheol Yang","raw_affiliation_strings":["School of Electronic Engineering, Kumoh National Institute of Technology, Gumi, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Kumoh National Institute of Technology, Gumi, Korea","institution_ids":["https://openalex.org/I113409471"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100376261","display_name":"Jungwoo Lee","orcid":"https://orcid.org/0000-0002-6804-980X"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jungwoo Lee","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Seoul National University, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Seoul National University, Seoul, Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.06530936,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"17","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.813007116317749},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6896118521690369},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6784330606460571},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6353775262832642},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.613071620464325},{"id":"https://openalex.org/keywords/monotonic-function","display_name":"Monotonic function","score":0.5877150297164917},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5315558314323425},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.5117688179016113},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4619598090648651},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4596618413925171},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.45619824528694153},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4478864073753357},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4472528100013733},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.430191308259964},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17903786897659302},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17668145895004272},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17242372035980225},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1272750198841095}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.813007116317749},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6896118521690369},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6784330606460571},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6353775262832642},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.613071620464325},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.5877150297164917},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5315558314323425},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.5117688179016113},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4619598090648651},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4596618413925171},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.45619824528694153},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4478864073753357},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4472528100013733},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.430191308259964},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17903786897659302},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17668145895004272},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17242372035980225},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1272750198841095},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops49005.2020.9145452","is_oa":true,"landing_page_url":"https://doi.org/10.1109/iccworkshops49005.2020.9145452","pdf_url":"https://ieeexplore.ieee.org/ielx7/9138348/9145032/09145452.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1109/iccworkshops49005.2020.9145452","is_oa":true,"landing_page_url":"https://doi.org/10.1109/iccworkshops49005.2020.9145452","pdf_url":"https://ieeexplore.ieee.org/ielx7/9138348/9145032/09145452.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G170696403","display_name":null,"funder_award_id":"2019-0-01367","funder_id":"https://openalex.org/F4320334874","funder_display_name":"Defense Acquisition Program Administration"},{"id":"https://openalex.org/G2688704893","display_name":null,"funder_award_id":"UD130070ID","funder_id":"https://openalex.org/F4320334874","funder_display_name":"Defense Acquisition Program Administration"},{"id":"https://openalex.org/G3145261099","display_name":null,"funder_award_id":"10051928","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"},{"id":"https://openalex.org/G6930527114","display_name":null,"funder_award_id":"No.2019","funder_id":"https://openalex.org/F4320332195","funder_display_name":"Samsung"},{"id":"https://openalex.org/G8045028589","display_name":null,"funder_award_id":"2019-0-01367","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"},{"id":"https://openalex.org/F4320334874","display_name":"Defense Acquisition Program Administration","ror":"https://ror.org/04bjg9m96"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3045142153.pdf","grobid_xml":"https://content.openalex.org/works/W3045142153.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1970858867","https://openalex.org/W1979096885","https://openalex.org/W2031183328","https://openalex.org/W2048280042","https://openalex.org/W2119567691","https://openalex.org/W2145834571","https://openalex.org/W2155027007","https://openalex.org/W2155968351","https://openalex.org/W2213612645","https://openalex.org/W2439721528","https://openalex.org/W2599095948","https://openalex.org/W2746553466","https://openalex.org/W2793414964","https://openalex.org/W2886323124","https://openalex.org/W2895746095","https://openalex.org/W2953148557","https://openalex.org/W2963864421","https://openalex.org/W3009285077","https://openalex.org/W4298857966","https://openalex.org/W6683204974","https://openalex.org/W6690771958"],"related_works":["https://openalex.org/W3034924094","https://openalex.org/W3094954546","https://openalex.org/W1488708774","https://openalex.org/W1982811510","https://openalex.org/W4391100477","https://openalex.org/W2402189625","https://openalex.org/W4327779705","https://openalex.org/W4310560702","https://openalex.org/W1513698804","https://openalex.org/W2029712093"],"abstract_inverted_index":{"In":[0],"this":[1,53,87],"paper,":[2],"we":[3,55],"consider":[4],"the":[5,9,27,59,65,98,111,114,118,133,142],"problem":[6],"of":[7,26,29,71,75,113,117,135],"minimizing":[8],"transmission":[10],"completion":[11],"time":[12],"in":[13,35,64],"energy":[14,30],"harvesting":[15],"devices":[16],"on":[17],"time-varying":[18,148],"channels":[19],"with":[20,47,110],"a":[21,38,48,91],"reinforcement":[22,39],"learning":[23,40],"approach.":[24],"Because":[25],"randomness":[28],"arrival":[31],"and":[32,82],"fading":[33],"channel":[34,78],"wireless":[36],"communications,":[37],"algorithm":[41],"often":[42],"converges":[43],"to":[44,89,141],"suboptimal":[45],"points":[46],"degraded":[49],"performance.":[50],"To":[51],"solve":[52],"problem,":[54],"first":[56],"prove":[57],"that":[58,95,107,132],"expected":[60],"discounted":[61],"reward":[62],"sum":[63],"environment":[66],"is":[67,139],"an":[68],"increasing":[69],"function":[70,101,120],"negative":[72],"time,":[73],"amount":[74],"data":[76],"sent,":[77],"gain,":[79],"harvested":[80],"energy,":[81],"remaining":[83],"battery.":[84],"We":[85],"leverage":[86],"proof":[88],"construct":[90],"partially":[92],"monotonic":[93],"network":[94],"efficiently":[96],"approximates":[97],"optimal":[99],"action-value":[100],"for":[102],"learning.":[103],"Experimental":[104],"results":[105],"show":[106,131],"our":[108,136],"approach":[109,138],"exploitation":[112],"partial":[115],"monotonicity":[116],"desired":[119],"achieves":[121],"better":[122],"performance":[123,134],"than":[124],"existing":[125],"power":[126],"allocation":[127],"policies.":[128],"Further":[129],"experiments":[130],"learning-based":[137],"close":[140],"theoretical":[143],"upper":[144],"bound":[145],"over":[146],"rapidly":[147],"channels.":[149]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}