{"id":"https://openalex.org/W4280613336","doi":"https://doi.org/10.1109/wcnc51071.2022.9771953","title":"Deep Reinforcement Learning for Random Access in Machine-Type Communication","display_name":"Deep Reinforcement Learning for Random Access in Machine-Type Communication","publication_year":2022,"publication_date":"2022-04-10","ids":{"openalex":"https://openalex.org/W4280613336","doi":"https://doi.org/10.1109/wcnc51071.2022.9771953"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc51071.2022.9771953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771953","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/7307306","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063167952","display_name":"Muhammad Awais Jadoon","orcid":"https://orcid.org/0000-0003-0631-1275"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Muhammad Awais Jadoon","raw_affiliation_strings":["Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain","Centre Tecnol&#x00F2"],"affiliations":[{"raw_affiliation_string":"Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain","institution_ids":["https://openalex.org/I4210087295"]},{"raw_affiliation_string":"Centre Tecnol&#x00F2","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023078917","display_name":"Adriano Pastore","orcid":"https://orcid.org/0000-0002-6986-6481"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Adriano Pastore","raw_affiliation_strings":["Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain","Centre Tecnol&#x00F2"],"affiliations":[{"raw_affiliation_string":"Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain","institution_ids":["https://openalex.org/I4210087295"]},{"raw_affiliation_string":"Centre Tecnol&#x00F2","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054508246","display_name":"M\u00f2nica Navarro","orcid":"https://orcid.org/0000-0002-9708-5877"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Monica Navarro","raw_affiliation_strings":["Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain","Centre Tecnol&#x00F2"],"affiliations":[{"raw_affiliation_string":"Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain","institution_ids":["https://openalex.org/I4210087295"]},{"raw_affiliation_string":"Centre Tecnol&#x00F2","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088555568","display_name":"Fernando P\u00e9rez\u2010Cruz","orcid":"https://orcid.org/0000-0001-8996-5076"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I4210122261","display_name":"Swiss Data Science Center","ror":"https://ror.org/02hdt9m26","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I2799323385","https://openalex.org/I35440088","https://openalex.org/I4210122261","https://openalex.org/I5124864"]},{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Fernando Perez-Cruz","raw_affiliation_strings":["Swiss Data Science Center (ETH Zurich and EPFL) and Computer Science,Department ETH,Zurich,Switzerland","Department ETH, Swiss Data Science Center (ETH Zurich and EPFL) and Computer Science, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Swiss Data Science Center (ETH Zurich and EPFL) and Computer Science,Department ETH,Zurich,Switzerland","institution_ids":["https://openalex.org/I5124864","https://openalex.org/I4210122261"]},{"raw_affiliation_string":"Department ETH, Swiss Data Science Center (ETH Zurich and EPFL) and Computer Science, Zurich, Switzerland","institution_ids":["https://openalex.org/I4210122261","https://openalex.org/I35440088","https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5063167952"],"corresponding_institution_ids":["https://openalex.org/I4210087295"],"apc_list":null,"apc_paid":null,"fwci":3.8637,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.95518672,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2553","last_page":"2558"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exponential-backoff","display_name":"Exponential backoff","score":0.9013305902481079},{"id":"https://openalex.org/keywords/aloha","display_name":"Aloha","score":0.9002760648727417},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8261057138442993},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.71233069896698},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6785258054733276},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6654914617538452},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.6022543907165527},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.5916891098022461},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.5763431191444397},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4959031045436859},{"id":"https://openalex.org/keywords/capture-effect","display_name":"Capture effect","score":0.47324472665786743},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.46971219778060913},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.44916966557502747},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.4478972554206848},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35371047258377075},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1286689043045044},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11950555443763733},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07764366269111633}],"concepts":[{"id":"https://openalex.org/C30777684","wikidata":"https://www.wikidata.org/wiki/Q1417920","display_name":"Exponential backoff","level":4,"score":0.9013305902481079},{"id":"https://openalex.org/C2776398200","wikidata":"https://www.wikidata.org/wiki/Q508880","display_name":"Aloha","level":4,"score":0.9002760648727417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8261057138442993},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.71233069896698},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6785258054733276},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6654914617538452},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.6022543907165527},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.5916891098022461},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.5763431191444397},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4959031045436859},{"id":"https://openalex.org/C187077762","wikidata":"https://www.wikidata.org/wiki/Q5036976","display_name":"Capture effect","level":4,"score":0.47324472665786743},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.46971219778060913},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.44916966557502747},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.4478972554206848},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35371047258377075},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1286689043045044},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11950555443763733},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07764366269111633},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/wcnc51071.2022.9771953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771953","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},{"id":"pmh:oai:zenodo.org:7307306","is_oa":true,"landing_page_url":"https://zenodo.org/record/7307306","pdf_url":"https://zenodo.org/record/7307306","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},{"id":"pmh:oai:infoscience.epfl.ch:295885","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/295885","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference proceedings"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:7307306","is_oa":true,"landing_page_url":"https://zenodo.org/record/7307306","pdf_url":"https://zenodo.org/record/7307306","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.47999998927116394,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1974542962","display_name":null,"funder_award_id":"Sk\u0142odowska","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2689612763","display_name":null,"funder_award_id":"Marie","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6540171374","display_name":null,"funder_award_id":"813999","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321837","display_name":"Ministerio de Econom\u00eda y Competitividad","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320324211","display_name":"Ministry of Economy","ror":"https://ror.org/02fn8ac40"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4280613336.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1540492371","https://openalex.org/W1630733292","https://openalex.org/W1771697193","https://openalex.org/W1967922152","https://openalex.org/W2011032476","https://openalex.org/W2050140857","https://openalex.org/W2133084187","https://openalex.org/W2134033057","https://openalex.org/W2145339207","https://openalex.org/W2150175499","https://openalex.org/W2155968351","https://openalex.org/W2746553466","https://openalex.org/W2768629321","https://openalex.org/W2777307767","https://openalex.org/W2898754723","https://openalex.org/W2922273628","https://openalex.org/W2963079995","https://openalex.org/W2963828068","https://openalex.org/W3022975387","https://openalex.org/W6632323651","https://openalex.org/W6636933019"],"related_works":["https://openalex.org/W2105852308","https://openalex.org/W2137324530","https://openalex.org/W2068077539","https://openalex.org/W2142716300","https://openalex.org/W1579839247","https://openalex.org/W2026487424","https://openalex.org/W2166961701","https://openalex.org/W2094336529","https://openalex.org/W2535186372","https://openalex.org/W2543616084"],"abstract_inverted_index":{"Random":[0],"access":[1],"(RA)":[2],"schemes":[3,140],"are":[4,24],"a":[5,53,63,81,121],"topic":[6],"of":[7,72,117,143],"high":[8],"interest":[9],"in":[10,141],"machine-type":[11],"communication":[12],"(MTC).":[13],"In":[14,65],"RA":[15,60],"protocols,":[16],"backoff":[17,22,39],"techniques":[18,40],"such":[19],"as":[20,120],"exponential":[21],"(EB)":[23],"used":[25],"to":[26,30,107,123],"stabilize":[27],"the":[28,70,132,136],"system":[29],"avoid":[31],"low":[32],"throughput":[33,87,144],"and":[34,48,88,99,103,145],"excessive":[35],"delays.":[36],"However,":[37],"these":[38],"show":[41,69,130],"varying":[42],"performance":[43],"for":[44,57,77],"different":[45,108],"underlying":[46],"assumptions":[47],"analytical":[49],"models.":[50],"Therefore,":[51],"finding":[52],"better":[54],"transmission":[55,82,94,139],"policy":[56,83,134],"slotted":[58],"ALOHA":[59],"is":[61,105],"still":[62],"challenge.":[64],"this":[66],"paper,":[67],"we":[68,113],"potential":[71],"deep":[73],"reinforcement":[74],"learning":[75],"(DRL)":[76],"RA.":[78],"We":[79],"learn":[80],"that":[84,131],"balances":[85],"between":[86],"fairness.":[89,146],"The":[90],"proposed":[91,133],"algorithm":[92],"learns":[93],"probabilities":[95],"using":[96],"previous":[97],"action":[98],"binary":[100],"feedback":[101],"signal,":[102],"it":[104],"adaptive":[106],"traffic":[109],"arrival":[110],"rates.":[111],"Moreover,":[112],"propose":[114],"average":[115],"age":[116],"packet":[118],"(AoP)":[119],"metric":[122],"measure":[124],"fairness":[125],"among":[126],"users.":[127],"Our":[128],"results":[129],"outperforms":[135],"baseline":[137],"EB":[138],"terms":[142]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2022-05-22T00:00:00"}