{"id":"https://openalex.org/W4387415288","doi":"https://doi.org/10.1109/tccn.2023.3322448","title":"Deep Reinforcement Learning for Automatic Run-Time Adaptation of UWB PHY Radio Settings","display_name":"Deep Reinforcement Learning for Automatic Run-Time Adaptation of UWB PHY Radio Settings","publication_year":2023,"publication_date":"2023-10-06","ids":{"openalex":"https://openalex.org/W4387415288","doi":"https://doi.org/10.1109/tccn.2023.3322448"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2023.3322448","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tccn.2023.3322448","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.ugent.be/publication/01HVGDR5YNCT0RB0RFH3M7P0NA/file/01HVGDSKRDT58Z6CN0CSBZKM0E.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013896145","display_name":"Dieter Coppens","orcid":"https://orcid.org/0000-0002-8553-441X"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Dieter Coppens","raw_affiliation_strings":["Department of Information Technology, IDLab, Ghent University—imec, Ghent, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology, IDLab, Ghent University—imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018797700","display_name":"Adnan Shahid","orcid":"https://orcid.org/0000-0003-1943-6261"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Adnan Shahid","raw_affiliation_strings":["Department of Information Technology, IDLab, Ghent University—imec, Ghent, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology, IDLab, Ghent University—imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026442244","display_name":"Eli De Poorter","orcid":"https://orcid.org/0000-0002-0214-5751"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Eli De Poorter","raw_affiliation_strings":["Department of Information Technology, IDLab, Ghent University—imec, Ghent, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology, IDLab, Ghent University—imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013896145"],"corresponding_institution_ids":["https://openalex.org/I32597200"],"apc_list":null,"apc_paid":null,"fwci":0.2607,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54407021,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"10","issue":"1","first_page":"64","last_page":"79"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12024","display_name":"Ultra-Wideband Communications Technology","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.867891788482666},{"id":"https://openalex.org/keywords/phy","display_name":"PHY","score":0.8090646266937256},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.735799252986908},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6858224868774414},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6707214117050171},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6404935717582703},{"id":"https://openalex.org/keywords/physical-layer","display_name":"Physical layer","score":0.5860587954521179},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5213317275047302},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5061230063438416},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4919421374797821},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4718114137649536},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.37721800804138184},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3557860553264618},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28945839405059814},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2770088315010071},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.0829201340675354}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.867891788482666},{"id":"https://openalex.org/C41918916","wikidata":"https://www.wikidata.org/wiki/Q192727","display_name":"PHY","level":4,"score":0.8090646266937256},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.735799252986908},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6858224868774414},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6707214117050171},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6404935717582703},{"id":"https://openalex.org/C19247436","wikidata":"https://www.wikidata.org/wiki/Q192727","display_name":"Physical layer","level":3,"score":0.5860587954521179},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5213317275047302},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5061230063438416},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4919421374797821},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4718114137649536},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.37721800804138184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3557860553264618},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28945839405059814},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2770088315010071},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0829201340675354},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tccn.2023.3322448","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tccn.2023.3322448","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:archive.ugent.be:01HVGDR5YNCT0RB0RFH3M7P0NA","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01HVGDR5YNCT0RB0RFH3M7P0NA","pdf_url":"https://biblio.ugent.be/publication/01HVGDR5YNCT0RB0RFH3M7P0NA/file/01HVGDSKRDT58Z6CN0CSBZKM0E.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 2332-7731","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:archive.ugent.be:01HVGDR5YNCT0RB0RFH3M7P0NA","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01HVGDR5YNCT0RB0RFH3M7P0NA","pdf_url":"https://biblio.ugent.be/publication/01HVGDR5YNCT0RB0RFH3M7P0NA/file/01HVGDSKRDT58Z6CN0CSBZKM0E.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 2332-7731","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9100000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387415288.pdf","grobid_xml":"https://content.openalex.org/works/W4387415288.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1522301498","https://openalex.org/W1973733407","https://openalex.org/W2038412065","https://openalex.org/W2060277733","https://openalex.org/W2114774401","https://openalex.org/W2123220865","https://openalex.org/W2134186565","https://openalex.org/W2145339207","https://openalex.org/W2164522453","https://openalex.org/W2201581102","https://openalex.org/W2214160278","https://openalex.org/W2402514617","https://openalex.org/W2533001766","https://openalex.org/W2559324294","https://openalex.org/W2587635468","https://openalex.org/W2788840496","https://openalex.org/W2804448540","https://openalex.org/W2888920448","https://openalex.org/W2902429684","https://openalex.org/W2915458096","https://openalex.org/W2928259172","https://openalex.org/W2943020286","https://openalex.org/W2963000651","https://openalex.org/W2969482782","https://openalex.org/W3045859024","https://openalex.org/W3091349911","https://openalex.org/W3201634655","https://openalex.org/W3209738817","https://openalex.org/W3210591685","https://openalex.org/W4235069777","https://openalex.org/W4249736682","https://openalex.org/W4283757293","https://openalex.org/W6631190155","https://openalex.org/W6661649765","https://openalex.org/W6687681856","https://openalex.org/W6803358394"],"related_works":["https://openalex.org/W2945523224","https://openalex.org/W4313639042","https://openalex.org/W2444418218","https://openalex.org/W4241709719","https://openalex.org/W2514934301","https://openalex.org/W1488909492","https://openalex.org/W2727597159","https://openalex.org/W4234133302","https://openalex.org/W2774037455","https://openalex.org/W2111773294"],"abstract_inverted_index":{"Ultra-wideband":[0],"technology":[1],"has":[2,13,36],"become":[3],"increasingly":[4],"popular":[5],"for":[6,47,94,114],"indoor":[7],"localization":[8],"and":[9,32,59,104,144,161],"location-based":[10],"services.":[11],"This":[12],"led":[14],"recent":[15],"advances":[16],"to":[17,50,76,126,179],"be":[18,51],"focused":[19],"on":[20,28,82],"reducing":[21],"the":[22,55,63,83,127,137,164,176],"ranging":[23,165],"errors,":[24],"whilst":[25],"research":[26],"focusing":[27],"enabling":[29,95],"more":[30],"reliable":[31,96],"energy":[33,56,106,177],"efficient":[34],"communication":[35],"been":[37],"largely":[38],"unexplored.":[39],"The":[40],"IEEE":[41],"802.15.4":[42],"UWB":[43,70,97,148,183],"physical":[44],"layer":[45],"allows":[46],"several":[48],"settings":[49,80],"selected":[52],"that":[53,124,136,153],"influence":[54],"consumption,":[57],"range":[58],"reliability.":[60],"Combined":[61],"with":[62],"available":[64],"link":[65],"state":[66],"diagnostics":[67],"reported":[68],"by":[69],"devices,":[71],"there":[72],"is":[73,110,119],"an":[74,120],"opportunity":[75],"dynamically":[77],"select":[78],"PHY":[79,149,184],"based":[81],"environment.":[84,128,190],"To":[85],"address":[86],"this,":[87],"we":[88],"propose":[89],"a":[90,111,131,157,168,180,187],"deep":[91,154],"Q-learning":[92,109,155],"approach":[93],"communication,":[98],"maximizing":[99],"packet":[100],"reception":[101],"rate":[102],"(PRR)":[103],"minimizing":[105],"consumption.":[107],"Deep":[108],"good":[112],"fit":[113],"this":[115],"problem,":[116],"as":[117,167],"it":[118],"inherently":[121],"adaptive":[122],"algorithm":[123,138],"responds":[125],"Validation":[129],"in":[130,186],"realistic":[132],"office":[133,189],"environment":[134],"showed":[135],"outperforms":[139],"traditional":[140],"Q-learning,":[141],"linear":[142],"search":[143],"using":[145,172],"fixed":[146,181],"hard-coded":[147,182],"settings.":[150],"We":[151],"found":[152],"achieves":[156],"higher":[158],"average":[159],"PRR":[160],"also":[162],"reduces":[163],"error,":[166],"side":[169],"effect,":[170],"while":[171],"only":[173],"14%":[174],"of":[175],"compared":[178],"setting":[185],"dynamic":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}