{"id":"https://openalex.org/W4290996290","doi":"https://doi.org/10.1109/icc45855.2022.9839175","title":"Improving Reliability by Risk-Averse Reinforcement Learning over Sub6GHz/mmWave Integrated Networks","display_name":"Improving Reliability by Risk-Averse Reinforcement Learning over Sub6GHz/mmWave Integrated Networks","publication_year":2022,"publication_date":"2022-05-16","ids":{"openalex":"https://openalex.org/W4290996290","doi":"https://doi.org/10.1109/icc45855.2022.9839175"},"language":"en","primary_location":{"id":"doi:10.1109/icc45855.2022.9839175","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9839175","pdf_url":null,"source":{"id":"https://openalex.org/S4363607711","display_name":"ICC 2022 - IEEE International Conference on Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015801640","display_name":"Thi Ha Ly Dinh","orcid":"https://orcid.org/0000-0001-9986-800X"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Thi Ha Ly Dinh","raw_affiliation_strings":["National Institute of Informatics,Tokyo,Japan,101-8430"],"affiliations":[{"raw_affiliation_string":"National Institute of Informatics,Tokyo,Japan,101-8430","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042456114","display_name":"Megumi Kaneko","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Megumi Kaneko","raw_affiliation_strings":["National Institute of Informatics,Tokyo,Japan,101-8430"],"affiliations":[{"raw_affiliation_string":"National Institute of Informatics,Tokyo,Japan,101-8430","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070540285","display_name":"Kenichi Kawamura","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenichi Kawamura","raw_affiliation_strings":["NTT Corporation,Access Network Service Systems Laboratories,Kanagawa,Japan,239-0847"],"affiliations":[{"raw_affiliation_string":"NTT Corporation,Access Network Service Systems Laboratories,Kanagawa,Japan,239-0847","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070277473","display_name":"Takatsune Moriyama","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takatsune Moriyama","raw_affiliation_strings":["NTT Corporation,Access Network Service Systems Laboratories,Kanagawa,Japan,239-0847"],"affiliations":[{"raw_affiliation_string":"NTT Corporation,Access Network Service Systems Laboratories,Kanagawa,Japan,239-0847","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108541687","display_name":"Yasushi Takatori","orcid":"https://orcid.org/0009-0006-3558-8678"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasushi Takatori","raw_affiliation_strings":["NTT Corporation,Access Network Service Systems Laboratories,Kanagawa,Japan,239-0847"],"affiliations":[{"raw_affiliation_string":"NTT Corporation,Access Network Service Systems Laboratories,Kanagawa,Japan,239-0847","institution_ids":["https://openalex.org/I2251713219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5015801640"],"corresponding_institution_ids":["https://openalex.org/I184597095"],"apc_list":null,"apc_paid":null,"fwci":0.3224,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.37977337,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"3178","last_page":"3183"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8041824102401733},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.7809079885482788},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7644064426422119},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6617796421051025},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.553844153881073},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5048328042030334},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.47779378294944763},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.44588860869407654},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.4251544177532196},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15546470880508423},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.14907073974609375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13201981782913208},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08525225520133972}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8041824102401733},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.7809079885482788},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7644064426422119},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6617796421051025},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.553844153881073},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5048328042030334},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.47779378294944763},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.44588860869407654},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.4251544177532196},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15546470880508423},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.14907073974609375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13201981782913208},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08525225520133972},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45855.2022.9839175","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9839175","pdf_url":null,"source":{"id":"https://openalex.org/S4363607711","display_name":"ICC 2022 - IEEE International Conference on Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2169206416","https://openalex.org/W2786608596","https://openalex.org/W2796072484","https://openalex.org/W2964326082","https://openalex.org/W2971940203","https://openalex.org/W2982319229","https://openalex.org/W2982548805","https://openalex.org/W3009928923","https://openalex.org/W3102329989","https://openalex.org/W3135089279","https://openalex.org/W3183413025","https://openalex.org/W6786110697","https://openalex.org/W6798397915"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W3199712142","https://openalex.org/W2134402536"],"abstract_inverted_index":{"Realizing":[0],"extreme":[1],"reliability":[2,34,135,153],"for":[3,54,94],"Internet":[4],"of":[5,11,31,35,41,44,48,89,119],"Things":[6],"(IoT)":[7],"communications":[8],"is":[9,62,107],"one":[10],"the":[12,16,29,33,39,60,65,103,116,120,146,151],"major":[13],"milestones":[14],"paving":[15],"way":[17],"towards":[18],"Beyond":[19],"5G":[20],"(B5G)":[21],"and":[22,99,139,158],"6G.":[23],"In":[24],"this":[25],"work,":[26],"we":[27],"investigate":[28],"issue":[30],"improving":[32],"packet":[36,68],"transmissions":[37],"in":[38],"absence":[40],"prior":[42],"knowledge":[43],"network":[45],"statistics,":[46],"nor":[47],"instantaneous":[49],"Channel":[50],"State":[51],"Information":[52],"(CSI),":[53],"B5G":[55],"Sub-6GHz/mmWave":[56],"integrated":[57],"networks.":[58],"Specifically,":[59],"aim":[61],"to":[63,109,133,164],"maximize":[64],"global":[66,152],"successful":[67],"reception":[69],"at":[70],"devices,":[71,130],"while":[72],"guaranteeing":[73],"their":[74],"individual":[75],"Packet":[76],"Loss":[77],"Rate":[78],"(PLR)":[79],"requirements.":[80],"The":[81],"proposed":[82,147],"method":[83,148],"exploits":[84],"a":[85],"newly":[86],"developed":[87],"approach":[88],"Risk-Averse":[90],"Reinforcement":[91],"Learning":[92],"(RARL),":[93],"exploiting":[95],"multi-connectivity":[96],"over":[97],"Sub-6Hz":[98],"mmWave":[100],"interfaces.":[101],"Namely,":[102],"Access":[104],"Point":[105],"(AP)":[106],"able":[108],"optimize":[110],"its":[111,128,160],"interface":[112],"selection":[113],"decisions":[114,161],"despite":[115],"unknown":[117],"dynamics":[118],"wireless":[121],"environment":[122],"based":[123],"on":[124],"limited":[125],"feedback":[126],"from":[127],"associated":[129],"so":[131],"as":[132,162],"increase":[134],"under":[136],"low":[137],"delay":[138],"resource":[140],"consumption.":[141],"Numerical":[142],"results":[143],"show":[144],"that,":[145],"significantly":[149],"improves":[150],"performance":[154],"by":[155],"rapidly":[156],"learning":[157],"adapting":[159],"compared":[163],"baseline":[165],"methods.":[166]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}