{"id":"https://openalex.org/W4226396602","doi":"https://doi.org/10.1109/access.2022.3160156","title":"D2D Assisted Q-Learning Random Access for NOMA-Based MTC Networks","display_name":"D2D Assisted Q-Learning Random Access for NOMA-Based MTC Networks","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4226396602","doi":"https://doi.org/10.1109/access.2022.3160156"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3160156","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3160156","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09737103.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09737103.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007886748","display_name":"Matheus Valente da Silva","orcid":"https://orcid.org/0000-0001-6394-6061"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Matheus V. da Silva","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0001-6394-6061","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027153086","display_name":"Samuel Montejo\u2010S\u00e1nchez","orcid":"https://orcid.org/0000-0003-1622-3180"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samuel Montejo-Sanchez","raw_affiliation_strings":["Programa Institucional de Fomento a la I&#x002B;D&#x002B;i, Universidad Tecnol&#x00F3;gica Metropolitana, Santiago, Chile"],"raw_orcid":"https://orcid.org/0000-0003-1622-3180","affiliations":[{"raw_affiliation_string":"Programa Institucional de Fomento a la I&#x002B;D&#x002B;i, Universidad Tecnol&#x00F3;gica Metropolitana, Santiago, Chile","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067391848","display_name":"Richard Demo Souza","orcid":"https://orcid.org/0000-0002-7389-6245"},"institutions":[{"id":"https://openalex.org/I4104125","display_name":"Universidade Federal de Santa Catarina","ror":"https://ror.org/041akq887","country_code":"BR","type":"education","lineage":["https://openalex.org/I4104125"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Richard Demo Souza","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Federal University of Santa Catarina, Florian&#x00F3;polis, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-7389-6245","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Federal University of Santa Catarina, Florian&#x00F3;polis, Brazil","institution_ids":["https://openalex.org/I4104125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040878028","display_name":"Hirley Alves","orcid":"https://orcid.org/0000-0002-8689-5313"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hirley Alves","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-8689-5313","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026516878","display_name":"Taufik Abr\u00e3o","orcid":"https://orcid.org/0000-0001-8678-2805"},"institutions":[{"id":"https://openalex.org/I127110123","display_name":"Universidade Estadual de Londrina","ror":"https://ror.org/01585b035","country_code":"BR","type":"education","lineage":["https://openalex.org/I127110123"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Taufik Abrao","raw_affiliation_strings":["Department of Electrical Engineering, State University of Londrina (UEL), Londrina, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-8678-2805","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, State University of Londrina (UEL), Londrina, Brazil","institution_ids":["https://openalex.org/I127110123"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5007886748"],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.3849,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.80060185,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"10","issue":null,"first_page":"30694","last_page":"30706"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.6306151747703552},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6256883144378662},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6084356904029846},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.568816065788269},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.5284281373023987},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3296527862548828},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32911980152130127},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3055882453918457},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2674894630908966},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1826682686805725},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.15119147300720215},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.143428772687912}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.6306151747703552},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6256883144378662},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6084356904029846},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.568816065788269},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.5284281373023987},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3296527862548828},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32911980152130127},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3055882453918457},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2674894630908966},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1826682686805725},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.15119147300720215},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.143428772687912}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3160156","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3160156","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09737103.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9b35d048d91343bcbd94d52879f758f4","is_oa":false,"landing_page_url":"https://doaj.org/article/9b35d048d91343bcbd94d52879f758f4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 30694-30706 (2022)","raw_type":"article"},{"id":"pmh:oai:oulu.fi:nbnfi-fe2022042630431","is_oa":true,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe2022042630431","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3160156","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3160156","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09737103.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1384204577","display_name":null,"funder_award_id":"01245.010604/2020-14","funder_id":"https://openalex.org/F4320327335","funder_display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia, Inova\u00e7\u00f5es e Comunica\u00e7\u00f5es"},{"id":"https://openalex.org/G2562717535","display_name":null,"funder_award_id":"01245.010604/2020-14","funder_id":"https://openalex.org/F4320317482","funder_display_name":"Rede Nacional de Ensino e Pesquisa"},{"id":"https://openalex.org/G3116718738","display_name":null,"funder_award_id":"11200659","funder_id":"https://openalex.org/F4320335542","funder_display_name":"Fondo Nacional de Desarrollo Cient\u00edfico, Tecnol\u00f3gico y de Innovaci\u00f3n Tecnol\u00f3gica"},{"id":"https://openalex.org/G3694420242","display_name":null,"funder_award_id":"11200659","funder_id":"https://openalex.org/F4320338073","funder_display_name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico"},{"id":"https://openalex.org/G4230935547","display_name":null,"funder_award_id":"318927","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G4283745296","display_name":null,"funder_award_id":"01245.010604/2020-14","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G5764598675","display_name":null,"funder_award_id":"01245.010604/2020-14 (6G Mobile Communications Systems)","funder_id":"https://openalex.org/F4320327335","funder_display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia, Inova\u00e7\u00f5es e Comunica\u00e7\u00f5es"},{"id":"https://openalex.org/G8818814086","display_name":null,"funder_award_id":"01245.010604/2020-14","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"}],"funders":[{"id":"https://openalex.org/F4320317482","display_name":"Rede Nacional de Ensino e Pesquisa","ror":"https://ror.org/04hztxs45"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320324147","display_name":"Universidade Federal de Santa Catarina","ror":"https://ror.org/041akq887"},{"id":"https://openalex.org/F4320327335","display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia, Inova\u00e7\u00f5es e Comunica\u00e7\u00f5es","ror":null},{"id":"https://openalex.org/F4320335542","display_name":"Fondo Nacional de Desarrollo Cient\u00edfico, Tecnol\u00f3gico y de Innovaci\u00f3n Tecnol\u00f3gica","ror":null},{"id":"https://openalex.org/F4320338073","display_name":"Fondo Nacional de Desarrollo Cient\u00edfico y Tecnol\u00f3gico","ror":"https://ror.org/02ap3w078"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226396602.pdf","grobid_xml":"https://content.openalex.org/works/W4226396602.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W595252221","https://openalex.org/W2141804605","https://openalex.org/W2604272474","https://openalex.org/W2781907164","https://openalex.org/W2823622745","https://openalex.org/W2887019724","https://openalex.org/W2900821238","https://openalex.org/W2911232490","https://openalex.org/W2941253129","https://openalex.org/W2963409175","https://openalex.org/W2970632184","https://openalex.org/W2981587265","https://openalex.org/W2982819838","https://openalex.org/W2985849463","https://openalex.org/W3001328697","https://openalex.org/W3004968144","https://openalex.org/W3036435030","https://openalex.org/W3036551295","https://openalex.org/W3045171590","https://openalex.org/W3088948982","https://openalex.org/W3103826909","https://openalex.org/W3120316304","https://openalex.org/W3124947067","https://openalex.org/W3153396261","https://openalex.org/W3160085978","https://openalex.org/W3160612200","https://openalex.org/W3161726588","https://openalex.org/W3180641418","https://openalex.org/W3187541551","https://openalex.org/W3217586534","https://openalex.org/W4214717370","https://openalex.org/W4287811172","https://openalex.org/W4288550678","https://openalex.org/W6681795105","https://openalex.org/W6760497636"],"related_works":["https://openalex.org/W2504004674","https://openalex.org/W1987679298","https://openalex.org/W3133183159","https://openalex.org/W2963177394","https://openalex.org/W4313359513","https://openalex.org/W2498744856","https://openalex.org/W4390482104","https://openalex.org/W322408318","https://openalex.org/W149041114","https://openalex.org/W1965815883"],"abstract_inverted_index":{"Machine-type":[0],"communications":[1],"(MTC)":[2],"should":[3],"account":[4],"for":[5,21,76],"half":[6],"the":[7,10,97,152,179,195,202,206,221,228,236,241,244,249,252,257],"connections":[8],"to":[9,23,34,51,117,133,139,160,176,192,205],"internet":[11],"by":[12],"2030.":[13],"The":[14,88,225],"use":[15,127,245],"case":[16],"massive":[17,26,77,124],"MTC":[18],"(mMTC)":[19],"allows":[20,158,200],"applications":[22],"connect":[24],"a":[25,65,101,119,142,162],"number":[27],"of":[28,155,182,233,235,243,246,251],"low-power":[29],"and":[30,83,216,248],"low-complexity":[31],"devices,":[32],"leading":[33],"challenges":[35],"in":[36,56,194,212,231],"resource":[37],"allocation.":[38],"Not":[39],"only":[40],"that,":[41],"mMTC":[42,52],"networks":[43],"suffer":[44],"under":[45],"rigid":[46],"random":[47,73],"access":[48,74,86],"schemes":[49],"due":[50],"ultra-dense":[53],"nature":[54],"resulting":[55],"poor":[57],"performance.":[58],"In":[59,239],"this":[60,62,135],"sense,":[61],"paper":[63],"proposes":[64],"<inline-formula":[66,103,144],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[67,104,145],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[68,105,146],"<tex-math":[69,106,147],"notation=\"LaTeX\">$Q$":[70,107,148],"</tex-math></inline-formula>":[71,108,149],"-Learning-based":[72],"method":[75],"machine-type":[78],"communications,":[79],"with":[80,141,178],"device":[81],"clustering":[82,247],"non-orthogonal":[84],"multiple":[85],"(NOMA).":[87],"traditional":[89],"NOMA":[90],"implementation":[91],"increases":[92],"spectral":[93],"efficiency,":[94],"but":[95],"at":[96],"same":[98],"time,":[99],"demands":[100],"larger":[102],"-Table,":[109],"thus":[110],"slowing":[111],"down":[112],"convergence,":[113],"which":[114],"is":[115,223],"known":[116],"be":[118],"highly":[120],"detrimental":[121],"effect":[122],"on":[123],"networks.":[125],"We":[126],"pre-clustering":[128],"through":[129],"short-range":[130],"device-to-device":[131],"technology":[132],"mitigate":[134],"drawback,":[136],"allowing":[137],"devices":[138,157],"operate":[140],"smaller":[143],"-Table.":[150],"Furthermore,":[151],"previous":[153],"selection":[154],"partner":[156],"us":[159],"implement":[161],"full-feedback-based":[163],"reward":[164],"mechanism":[165],"so":[166],"that":[167],"clusters":[168],"avoid":[169],"time":[170],"slots":[171,211,219],"already":[172],"successfully":[173],"allocated.":[174],"Additionally,":[175],"cope":[177],"negative":[180],"impact":[181,242],"system":[183],"overload,":[184],"we":[185],"propose":[186],"an":[187,213],"adaptive":[188],"frame":[189,203,258],"size":[190,204,250,259],"algorithm":[191],"run":[193],"base":[196],"station":[197],"(BS).":[198],"It":[199],"adjusting":[201],"network":[207,222],"load,":[208],"preventing":[209],"idle":[210],"underloaded":[214],"scenario,":[215],"providing":[217],"extra":[218],"when":[220],"overloaded.":[224],"results":[226],"show":[227],"great":[229],"benefits":[230],"terms":[232],"throughput":[234],"proposed":[237],"method.":[238],"addition,":[240],"clusters,":[253],"as":[254,256],"well":[255],"adaptation,":[260],"are":[261],"analyzed.":[262]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4}],"updated_date":"2026-06-05T09:01:59.212387","created_date":"2025-10-10T00:00:00"}