{"id":"https://openalex.org/W4404787868","doi":"https://doi.org/10.1109/access.2024.3507577","title":"Deep Reinforcement Learning-Based Multi-Access in Massive Machine-Type Communication","display_name":"Deep Reinforcement Learning-Based Multi-Access in Massive Machine-Type Communication","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404787868","doi":"https://doi.org/10.1109/access.2024.3507577"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3507577","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3507577","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3507577","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090217392","display_name":"Nasim Ravi","orcid":"https://orcid.org/0000-0001-8248-9564"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Nasim Ravi","raw_affiliation_strings":["Department of Informatics Engineering, University of Coimbra, Centre for Informatics and Systems of the University of Coimbra, Coimbra, Portugal","Department of Informatics Engineering, Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0001-8248-9564","affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, Centre for Informatics and Systems of the University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Department of Informatics Engineering, Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090202770","display_name":"Nuno Louren\u00e7o","orcid":"https://orcid.org/0000-0002-2154-0642"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Nuno Louren\u00e7o","raw_affiliation_strings":["Department of Informatics Engineering, University of Coimbra, Centre for Informatics and Systems of the University of Coimbra, Coimbra, Portugal","Department of Informatics Engineering, Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-2154-0642","affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, Centre for Informatics and Systems of the University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Department of Informatics Engineering, Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022354164","display_name":"Mar\u00edlia Curado","orcid":"https://orcid.org/0000-0001-6760-4675"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Marilia Curado","raw_affiliation_strings":["Department of Informatics Engineering, University of Coimbra, Centre for Informatics and Systems of the University of Coimbra, Coimbra, Portugal","Department of Informatics Engineering, Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0001-6760-4675","affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, Centre for Informatics and Systems of the University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Department of Informatics Engineering, Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028427519","display_name":"Edmundo Monteiro","orcid":"https://orcid.org/0000-0003-1615-2925"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"and Edmundo Monteiro","raw_affiliation_strings":["Department of Informatics Engineering, University of Coimbra, Centre for Informatics and Systems of the University of Coimbra, Coimbra, Portugal","Department of Informatics Engineering, Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-1615-2925","affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, University of Coimbra, Centre for Informatics and Systems of the University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Department of Informatics Engineering, Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76903346"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7367,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.65358744,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"178690","last_page":"178704"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.806808352470398},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6900852918624878},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4680699110031128}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.806808352470398},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6900852918624878},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4680699110031128}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3507577","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3507577","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:15302a12b1a542e0aaaa666fecd4ad76","is_oa":true,"landing_page_url":"https://doaj.org/article/15302a12b1a542e0aaaa666fecd4ad76","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 178690-178704 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3507577","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3507577","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4157936584","display_name":null,"funder_award_id":"0044/2022/A1","funder_id":"https://openalex.org/F4320322397","funder_display_name":"Instituto Polit\u00e9cnico de Macau"},{"id":"https://openalex.org/G7970143577","display_name":null,"funder_award_id":"UID/CEC/00326/2020","funder_id":"https://openalex.org/F4320330374","funder_display_name":"Foundation for Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320322397","display_name":"Instituto Polit\u00e9cnico de Macau","ror":"https://ror.org/02sf5td35"},{"id":"https://openalex.org/F4320330374","display_name":"Foundation for Science and Technology","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1663102326","https://openalex.org/W2145339207","https://openalex.org/W2301845282","https://openalex.org/W2562180609","https://openalex.org/W2606669203","https://openalex.org/W2758407124","https://openalex.org/W2782585880","https://openalex.org/W2784117976","https://openalex.org/W2791608878","https://openalex.org/W2837565674","https://openalex.org/W2886627305","https://openalex.org/W2887019724","https://openalex.org/W2890736047","https://openalex.org/W2898754723","https://openalex.org/W2920328779","https://openalex.org/W2946361801","https://openalex.org/W2962947312","https://openalex.org/W2962951858","https://openalex.org/W3004968144","https://openalex.org/W3027993135","https://openalex.org/W3046139756","https://openalex.org/W3107312499","https://openalex.org/W3125147344","https://openalex.org/W3130740887","https://openalex.org/W3171281562","https://openalex.org/W3180641418","https://openalex.org/W3211148218","https://openalex.org/W3211683490","https://openalex.org/W4210522107","https://openalex.org/W4312800544","https://openalex.org/W4315606032","https://openalex.org/W4316022174","https://openalex.org/W4320001374","https://openalex.org/W4362500674","https://openalex.org/W4376456519","https://openalex.org/W4376480587","https://openalex.org/W4377712048","https://openalex.org/W4381786562","https://openalex.org/W4383503815","https://openalex.org/W4383899656","https://openalex.org/W4391467982","https://openalex.org/W4394698862","https://openalex.org/W4400727886","https://openalex.org/W6796865184"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"The":[0,38],"diverse":[1],"applications":[2],"of":[3,24,51,113,204],"Machine-Type":[4],"Communication":[5],"(MTC)":[6],"lead":[7],"to":[8,13,28,46,126,145,172],"exponential":[9],"growth":[10],"in":[11,35,69,84,199,202],"Machine":[12,14],"traffic.":[15],"In":[16],"connection":[17],"with":[18,152],"MTC":[19,57],"deployment,":[20],"a":[21,70,138],"large":[22,49],"number":[23,50],"devices":[25],"are":[26],"expected":[27,54],"access":[29,52,125,154,170,193,197],"the":[30,44,48,78,103,111,132,181,205],"wireless":[31],"network":[32,36,175,210],"simultaneously,":[33],"resulting":[34],"congestion.":[37],"conventional":[39],"Random":[40],"Access":[41],"mechanism":[42],"lacks":[43],"capability":[45],"handle":[47],"attempts":[53],"from":[55],"massive":[56,85],"(mMTC).":[58],"Additionally,":[59],"mMTC":[60],"transceivers":[61],"often":[62],"operate":[63],"by":[64],"generating":[65],"short":[66],"data":[67],"packets":[68],"sporadic":[71,164,200],"and":[72,123,148,177,195,209],"sometimes":[73],"unpredictable":[74],"manner.":[75],"To":[76],"address":[77,131],"growing":[79],"need":[80],"for":[81],"efficient":[82],"communication":[83,87,115],"machine-type":[86,114],"scenarios":[88],"we":[89],"propose":[90],"an":[91,108,168],"innovative":[92],"solution,":[93],"called":[94],"Deep":[95,157],"Reinforcement":[96,158],"Learning-Based":[97],"Multi-Access":[98],"(DRLMA).":[99],"Our":[100],"model":[101],"considers":[102],"Base":[104],"Station":[105],"(BS)":[106],"as":[107,137],"agent":[109,118],"navigating":[110],"landscape":[112],"devices.":[116],"This":[117],"dynamically":[119],"switches":[120],"between":[121],"grant-based":[122],"grant-free":[124],"leverage":[127],"their":[128],"strengths.":[129],"We":[130],"multi-access":[133],"problem,":[134],"formulating":[135],"it":[136],"Partially":[139],"Observable":[140],"Markov":[141],"Decision":[142],"Process":[143],"(POMDP),":[144],"better":[146],"understand":[147],"tackle":[149],"challenges":[150],"associated":[151],"dynamic":[153],"policies.":[155],"Leveraging":[156],"Learning":[159],"techniques,":[160],"our":[161],"approach":[162],"optimizes":[163],"traffic":[165,201],"patterns,":[166],"crafting":[167],"adaptable":[169],"policy":[171],"maximize":[173],"both":[174],"throughput":[176,208],"energy":[178,206],"efficiency":[179],"under":[180],"battery":[182],"constraint.":[183],"Simulation":[184],"results":[185],"show":[186],"that":[187],"proposed":[188],"DRLMA":[189],"scheme":[190],"outperforms":[191],"traditional":[192],"schemes":[194],"existing":[196],"protocols":[198],"terms":[203],"efficiency,":[207],"life":[211],"time.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}