{"id":"https://openalex.org/W7108205599","doi":"https://doi.org/10.1109/ojcoms.2025.3639000","title":"DQN With Transfer Learning for Sub-Microsecond AoA Detection in a Millimeter-Wave SDR Testbed","display_name":"DQN With Transfer Learning for Sub-Microsecond AoA Detection in a Millimeter-Wave SDR Testbed","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7108205599","doi":"https://doi.org/10.1109/ojcoms.2025.3639000"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2025.3639000","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3639000","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcoms.2025.3639000","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Marc Jean","orcid":"https://orcid.org/0000-0003-1689-7126"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Jean","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Central Florida, Orlando, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-1689-7126","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zaheen E. Muktadi Syed","orcid":"https://orcid.org/0000-0002-5199-6536"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zaheen E. Muktadi Syed","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Central Florida, Orlando, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-5199-6536","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mustafa Tarik Sanic","orcid":"https://orcid.org/0000-0003-4018-9170"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mustafa Tarik Sanic","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Central Florida, Orlando, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-4018-9170","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Murat Yuksel","orcid":"https://orcid.org/0000-0003-0387-7038"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Murat Yuksel","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Central Florida, Orlando, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-0387-7038","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"last","author":{"id":null,"display_name":"Elizabeth S. Bentley","orcid":"https://orcid.org/0000-0003-0972-9933"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth S. Bentley","raw_affiliation_strings":["Computing and Communication Division, Air Force Research Lab, Rome, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-0972-9933","affiliations":[{"raw_affiliation_string":"Computing and Communication Division, Air Force Research Lab, Rome, NY, USA","institution_ids":["https://openalex.org/I1280414376"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.43861633,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":null,"first_page":"10079","last_page":"10093"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9122999906539917,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9122999906539917,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.03579999879002571,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11312","display_name":"Soil Moisture and Remote Sensing","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.8241000175476074},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.6628999710083008},{"id":"https://openalex.org/keywords/rss","display_name":"RSS","score":0.6460000276565552},{"id":"https://openalex.org/keywords/software-defined-radio","display_name":"Software-defined radio","score":0.5476999878883362},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.5260999798774719},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4754999876022339},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4456000030040741},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.4309000074863434}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.8241000175476074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.78329998254776},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.6628999710083008},{"id":"https://openalex.org/C2385561","wikidata":"https://www.wikidata.org/wiki/Q45432","display_name":"RSS","level":2,"score":0.6460000276565552},{"id":"https://openalex.org/C171115542","wikidata":"https://www.wikidata.org/wiki/Q1331892","display_name":"Software-defined radio","level":2,"score":0.5476999878883362},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.5260999798774719},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4754999876022339},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4456000030040741},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.4309000074863434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4189000129699707},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4077000021934509},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.40049999952316284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3944000005722046},{"id":"https://openalex.org/C192220659","wikidata":"https://www.wikidata.org/wiki/Q1245659","display_name":"Universal Software Radio Peripheral","level":3,"score":0.35100001096725464},{"id":"https://openalex.org/C2988765172","wikidata":"https://www.wikidata.org/wiki/Q22349898","display_name":"Control software","level":3,"score":0.3188999891281128},{"id":"https://openalex.org/C81299745","wikidata":"https://www.wikidata.org/wiki/Q334269","display_name":"Transfer function","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.27070000767707825},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C35869016","wikidata":"https://www.wikidata.org/wiki/Q846636","display_name":"Software architecture","level":3,"score":0.26100000739097595},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.2549000084400177},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2025.3639000","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3639000","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:dad125e959aa4284b716fa355d7a046a","is_oa":true,"landing_page_url":"https://doaj.org/article/dad125e959aa4284b716fa355d7a046a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 6, Pp 10079-10093 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2025.3639000","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3639000","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2348319325","display_name":null,"funder_award_id":"183674","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5721883842","display_name":"CNS Core: Small: Directional Software-Defined Radio","funder_award_id":"2006683","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2263866228","https://openalex.org/W2526381904","https://openalex.org/W2534039752","https://openalex.org/W2892503209","https://openalex.org/W2964029185","https://openalex.org/W3148365462","https://openalex.org/W3175662185","https://openalex.org/W4289821648","https://openalex.org/W4293731564","https://openalex.org/W4313855792","https://openalex.org/W4375853970","https://openalex.org/W4378697322","https://openalex.org/W4379382376","https://openalex.org/W4386260428","https://openalex.org/W4386260550","https://openalex.org/W4387886062","https://openalex.org/W4388271034","https://openalex.org/W4393032861","https://openalex.org/W4393395444","https://openalex.org/W4396604820","https://openalex.org/W4400858519","https://openalex.org/W4401878441","https://openalex.org/W4405103512","https://openalex.org/W4405975413","https://openalex.org/W4408016763","https://openalex.org/W4410226841","https://openalex.org/W4410227105","https://openalex.org/W4411550983"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,20,27,52,66,96,110],"novel":[4],"framework":[5,113],"that":[6,129,151],"applies":[7],"deep":[8],"Q-learning":[9],"(DQN)":[10],"with":[11],"transfer":[12,111,146,168],"learning":[13,112,169],"to":[14,38,47,69],"millimeter-wave":[15],"(mmWave)":[16],"beam":[17,40],"selection":[18],"using":[19,95,142],"software-defined":[21],"radio":[22],"(SDR)":[23],"testbed.":[24],"We":[25,64,107],"implement":[26],"three-thread":[28],"software":[29,57],"architecture":[30,68],"integrating":[31],"GNU":[32],"Radio,":[33],"ZeroMQ,":[34],"and":[35,50,58,76,100,116,135],"Python-based":[36],"APIs":[37],"control":[39,53],"steering.":[41],"The":[42,90],"testbed":[43],"attains":[44],"sub-microsecond":[45],"timescales":[46],"perform":[48,77],"beamforming":[49],"establish":[51],"loop":[54],"between":[55],"SDR":[56],"the":[59,130,153,164,167],"underlying":[60],"mmWave":[61],"phased":[62],"array.":[63],"design":[65,109],"DQN":[67,91,119],"collect":[70],"received":[71],"signal":[72],"strength":[73],"(RSS)":[74],"values":[75],"angle-of-arrival":[78],"(AoA)":[79],"detection":[80,86,139],"without":[81],"any":[82],"need":[83],"for":[84,170],"phase":[85],"or":[87],"multi-element":[88],"antenna.":[89],"agent":[92,131],"is":[93,101],"trained":[94],"3-layer":[97],"neural":[98],"network":[99],"rewarded":[102],"based":[103,156],"on":[104,157],"RSS":[105],"improvement.":[106],"also":[108,149],"by":[114],"reloading":[115],"averaging":[117],"pre-trained":[118],"weights":[120],"across":[121],"five":[122],"distinct":[123],"environmental":[124],"scenarios.":[125],"Our":[126],"results":[127],"demonstrate":[128],"converges":[132],"more":[133],"quickly":[134],"achieves":[136],"lower":[137],"AoA":[138,171],"error":[140],"when":[141],"prior":[143],"knowledge":[144],"from":[145],"learning.":[147],"They":[148],"reveal":[150],"categorizing":[152],"training":[154],"scenarios":[155],"line-of-sight":[158],"(LoS)":[159],"vs.":[160],"non-LoS":[161],"significantly":[162],"improves":[163],"efficacy":[165],"of":[166],"detection.":[172]},"counts_by_year":[],"updated_date":"2025-12-11T00:21:10.989143","created_date":"2025-12-03T00:00:00"}