{"id":"https://openalex.org/W4309969841","doi":"https://doi.org/10.1109/ictc55196.2022.9952919","title":"Reinforcement Learning Empowered Massive IoT Access in LEO-based Non-Terrestrial Networks","display_name":"Reinforcement Learning Empowered Massive IoT Access in LEO-based Non-Terrestrial Networks","publication_year":2022,"publication_date":"2022-10-19","ids":{"openalex":"https://openalex.org/W4309969841","doi":"https://doi.org/10.1109/ictc55196.2022.9952919"},"language":"en","primary_location":{"id":"doi:10.1109/ictc55196.2022.9952919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ictc55196.2022.9952919","pdf_url":null,"source":{"id":"https://openalex.org/S4363607740","display_name":"2022 13th International Conference on Information and Communication Technology Convergence (ICTC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 13th International Conference on Information and Communication Technology Convergence (ICTC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026843886","display_name":"Ju-Hyung Leel","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR","US"],"is_corresponding":true,"raw_author_name":"Ju-Hyung Leel","raw_affiliation_strings":["University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering,Los Angeles,USA","Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, USA","School of Electrical and Computer Engineering, Korea University, Seoul, Korea"],"affiliations":[{"raw_affiliation_string":"University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering,Los Angeles,USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering, Korea University, Seoul, Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010043284","display_name":"Dheeraj Panneer Selvam","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dheeraj Panneer Selvam","raw_affiliation_strings":["University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering,Los Angeles,USA","Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering,Los Angeles,USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071725365","display_name":"Andreas F. Molisch","orcid":"https://orcid.org/0000-0002-4779-4763"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas F. Molisch","raw_affiliation_strings":["University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering,Los Angeles,USA","Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering,Los Angeles,USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049202871","display_name":"Joongheon Kim","orcid":"https://orcid.org/0000-0003-2126-768X"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Joongheon Kim","raw_affiliation_strings":["School of Electrical and Computer Engineering, Korea University,Seoul,Korea","School of Electrical and Computer Engineering, Korea University, Seoul, Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Korea University,Seoul,Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering, Korea University, Seoul, Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5026843886"],"corresponding_institution_ids":["https://openalex.org/I1174212","https://openalex.org/I197347611"],"apc_list":null,"apc_paid":null,"fwci":0.8322,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70625511,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1347","last_page":"1350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8333890438079834},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8219168186187744},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7784478664398193},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.6206545829772949},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6127709150314331},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5426751375198364},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5423300266265869},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5031549334526062},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4913868010044098},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.47585341334342957},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.45483464002609253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30251261591911316},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12908050417900085},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.11511433124542236},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07726249098777771}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8333890438079834},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8219168186187744},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7784478664398193},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.6206545829772949},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6127709150314331},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5426751375198364},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5423300266265869},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5031549334526062},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4913868010044098},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.47585341334342957},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.45483464002609253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30251261591911316},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12908050417900085},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.11511433124542236},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07726249098777771},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ictc55196.2022.9952919","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ictc55196.2022.9952919","pdf_url":null,"source":{"id":"https://openalex.org/S4363607740","display_name":"2022 13th International Conference on Information and Communication Technology Convergence (ICTC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 13th International Conference on Information and Communication Technology Convergence (ICTC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8257434625","display_name":null,"funder_award_id":"2022R1A2C2004869","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2736601468","https://openalex.org/W2921679472","https://openalex.org/W3127205829","https://openalex.org/W3178636644","https://openalex.org/W4214839470","https://openalex.org/W4225631585","https://openalex.org/W4293094817","https://openalex.org/W6797742570"],"related_works":["https://openalex.org/W4311097251","https://openalex.org/W3133183159","https://openalex.org/W4297872561","https://openalex.org/W2952222336","https://openalex.org/W4362501864","https://openalex.org/W2625093826","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2921026492","https://openalex.org/W2116633494"],"abstract_inverted_index":{"Low-Earth":[0],"orbit":[1],"(LEO)":[2],"satellite":[3],"(SAT)":[4],"networks":[5],"exhibit":[6],"ultra-wide":[7],"coverage":[8,16],"under":[9],"time-varying":[10],"SAT":[11,20,56],"network":[12,21],"topology.":[13],"Such":[14],"wide":[15],"makes":[17],"the":[18,23,61,74,85],"LEO":[19,55],"support":[22],"massive":[24,28,52],"IoT,":[25],"however,":[26],"such":[27],"access":[29,33,49],"put":[30],"existing":[31],"multiple":[32],"protocols":[34],"ill-suited.":[35],"To":[36],"overcome":[37],"this":[38,41],"issue,":[39],"in":[40,54],"paper,":[42],"we":[43,71],"propose":[44],"a":[45],"novel":[46],"contention-based":[47],"random":[48],"solution":[50],"for":[51],"IoT":[53],"networks.":[57],"Not":[58],"only":[59],"showing":[60,84],"performance":[62],"of":[63,76,78],"our":[64],"proposed":[65],"approach":[66],"(see,":[67,88],"Table":[68,89],"II),":[69],"but":[70],"also":[72],"discuss":[73],"issue":[75],"scalability":[77],"deep":[79],"reinforcement":[80],"learning":[81],"(DRL)":[82],"by":[83],"convergence":[86],"behavior":[87],"III":[90],"and":[91],"IV).":[92]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}