{"id":"https://openalex.org/W4293057988","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860949","title":"Collision Resolution with Deep Reinforcement Learning for Random Access in Machine-Type Communication","display_name":"Collision Resolution with Deep Reinforcement Learning for Random Access in Machine-Type Communication","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4293057988","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860949"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2022-spring54318.2022.9860949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860949","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/7303991","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063167952","display_name":"Muhammad Awais Jadoon","orcid":"https://orcid.org/0000-0003-0631-1275"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Muhammad Awais Jadoon","raw_affiliation_strings":["Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain","institution_ids":["https://openalex.org/I4210087295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023078917","display_name":"Adriano Pastore","orcid":"https://orcid.org/0000-0002-6986-6481"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Adriano Pastore","raw_affiliation_strings":["Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain","institution_ids":["https://openalex.org/I4210087295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054508246","display_name":"M\u00f2nica Navarro","orcid":"https://orcid.org/0000-0002-9708-5877"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Monica Navarro","raw_affiliation_strings":["Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre Tecnològic Telecomunicacions Catalunya (CTTC)/CERCA,Castelldefels,Spain","institution_ids":["https://openalex.org/I4210087295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210087295"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/aloha","display_name":"Aloha","score":0.8405932188034058},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8282508850097656},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.6506718993186951},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6444753408432007},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5938305854797363},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.5456680655479431},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5347275733947754},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5323876142501831},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4219237267971039},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41699206829071045},{"id":"https://openalex.org/keywords/exponential-backoff","display_name":"Exponential backoff","score":0.4155736565589905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.253932923078537},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2494736611843109},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0818454921245575}],"concepts":[{"id":"https://openalex.org/C2776398200","wikidata":"https://www.wikidata.org/wiki/Q508880","display_name":"Aloha","level":4,"score":0.8405932188034058},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8282508850097656},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.6506718993186951},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6444753408432007},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5938305854797363},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.5456680655479431},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5347275733947754},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5323876142501831},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4219237267971039},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41699206829071045},{"id":"https://openalex.org/C30777684","wikidata":"https://www.wikidata.org/wiki/Q1417920","display_name":"Exponential backoff","level":4,"score":0.4155736565589905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.253932923078537},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2494736611843109},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0818454921245575},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/vtc2022-spring54318.2022.9860949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860949","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"},{"id":"pmh:oai:zenodo.org:7303991","is_oa":true,"landing_page_url":"https://zenodo.org/record/7303991","pdf_url":"https://zenodo.org/record/7303991","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:7303991","is_oa":true,"landing_page_url":"https://zenodo.org/record/7303991","pdf_url":"https://zenodo.org/record/7303991","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1622782223","display_name":null,"funder_award_id":"MCIN/AEI/10","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G2628364946","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3253788365","display_name":null,"funder_award_id":"RTI2018-099722-B-I00","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6298273575","display_name":null,"funder_award_id":"RTI2018","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G6540171374","display_name":"Integrating wireless communication engineering and machine learning","funder_award_id":"813999","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G683931746","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4293057988.pdf","grobid_xml":"https://content.openalex.org/works/W4293057988.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1771697193","https://openalex.org/W2145339207","https://openalex.org/W2422021507","https://openalex.org/W2746553466","https://openalex.org/W2768629321","https://openalex.org/W2777307767","https://openalex.org/W2898754723","https://openalex.org/W2963079995","https://openalex.org/W2963828068","https://openalex.org/W3005116230","https://openalex.org/W3022975387","https://openalex.org/W3119941528","https://openalex.org/W3128073777","https://openalex.org/W4280613336"],"related_works":["https://openalex.org/W2740103453","https://openalex.org/W2767687907","https://openalex.org/W2543616084","https://openalex.org/W4302323979","https://openalex.org/W4234150174","https://openalex.org/W1999633899","https://openalex.org/W1766726551","https://openalex.org/W2909001135","https://openalex.org/W2952266750","https://openalex.org/W2123879133"],"abstract_inverted_index":{"Grant-free":[0],"random":[1],"access":[2],"(RA)":[3],"techniques":[4],"are":[5,49],"suitable":[6],"for":[7,38,115],"machine-type":[8,80],"communication":[9],"(MTC)":[10],"networks":[11],"but":[12],"they":[13,48],"need":[14],"to":[15,18,53,63,72,78,86,96,99,117],"be":[16],"adaptive":[17],"the":[19,26,54,84,105,123],"MTC":[20,55],"traffic,":[21],"which":[22],"is":[23],"different":[24],"from":[25,41],"human-type":[27],"communication.":[28],"Conventional":[29],"RA":[30],"protocols":[31],"such":[32],"as":[33],"exponential":[34],"backoff":[35],"(EB)":[36],"schemes":[37,114],"slotted-ALOHA":[39],"suffer":[40],"a":[42,74,131],"high":[43],"number":[44],"of":[45,107],"collisions":[46],"and":[47,120,129,137],"not":[50],"directly":[51],"applicable":[52],"traffic":[56],"models.":[57],"In":[58],"this":[59],"work,":[60],"we":[61,90],"propose":[62],"use":[64],"multi-agent":[65],"deep":[66],"Q-network":[67],"(DQN)":[68],"with":[69,112],"parameter":[70],"sharing":[71],"find":[73],"single":[75],"policy":[76],"applied":[77],"all":[79,97],"devices":[81,98],"(MTDs)":[82],"in":[83],"network":[85],"resolve":[87],"collisions.":[88],"Moreover,":[89],"consider":[91],"binary":[92],"broadcast":[93],"feedback":[94],"common":[95],"reduce":[100],"signalling":[101],"overhead.":[102],"We":[103],"compare":[104],"performance":[106],"our":[108],"proposed":[109,124],"DQN-RA":[110],"scheme":[111,125],"EB":[113,127],"up":[116],"500":[118],"MTDs":[119],"show":[121],"that":[122],"outperforms":[126],"policies":[128],"provides":[130],"better":[132],"balance":[133],"between":[134],"throughput,":[135],"delay":[136],"collision":[138],"rate.":[139]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2022-08-25T00:00:00"}