{"id":"https://openalex.org/W4405102895","doi":"https://doi.org/10.1109/milcom61039.2024.10773950","title":"Optimizing Synchronization Times for Tracking a Mobile Asset in GPS-denied Environments using Deep Q-Learning","display_name":"Optimizing Synchronization Times for Tracking a Mobile Asset in GPS-denied Environments using Deep Q-Learning","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4405102895","doi":"https://doi.org/10.1109/milcom61039.2024.10773950"},"language":"en","primary_location":{"id":"doi:10.1109/milcom61039.2024.10773950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom61039.2024.10773950","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2024 - 2024 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068512521","display_name":"Caleb M. Bowyer","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Caleb M. Bowyer","raw_affiliation_strings":["University of Florida,Gainesville,FL"],"affiliations":[{"raw_affiliation_string":"University of Florida,Gainesville,FL","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090298379","display_name":"John M. Shea","orcid":"https://orcid.org/0000-0003-3323-3575"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John M. Shea","raw_affiliation_strings":["University of Florida,Gainesville,FL"],"affiliations":[{"raw_affiliation_string":"University of Florida,Gainesville,FL","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030883519","display_name":"Tan F. Wong","orcid":"https://orcid.org/0000-0002-4457-5805"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tan F. Wong","raw_affiliation_strings":["University of Florida,Gainesville,FL"],"affiliations":[{"raw_affiliation_string":"University of Florida,Gainesville,FL","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032651215","display_name":"Warren E. Dixon","orcid":"https://orcid.org/0000-0002-5091-181X"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Warren E. Dixon","raw_affiliation_strings":["University of Florida,Gainesville,FL"],"affiliations":[{"raw_affiliation_string":"University of Florida,Gainesville,FL","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5068512521"],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":0.2624,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57238931,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"548","last_page":"553"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/global-positioning-system","display_name":"Global Positioning System","score":0.8472473621368408},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6890053153038025},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.6500796675682068},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.6119517087936401},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5479247570037842},{"id":"https://openalex.org/keywords/asset","display_name":"Asset (computer security)","score":0.4634847939014435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3427506685256958},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.25517183542251587},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.20106396079063416},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.05496734380722046}],"concepts":[{"id":"https://openalex.org/C60229501","wikidata":"https://www.wikidata.org/wiki/Q18822","display_name":"Global Positioning System","level":2,"score":0.8472473621368408},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6890053153038025},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.6500796675682068},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.6119517087936401},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5479247570037842},{"id":"https://openalex.org/C76178495","wikidata":"https://www.wikidata.org/wiki/Q4808784","display_name":"Asset (computer security)","level":2,"score":0.4634847939014435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3427506685256958},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25517183542251587},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.20106396079063416},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.05496734380722046},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/milcom61039.2024.10773950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom61039.2024.10773950","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2024 - 2024 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1539216098","https://openalex.org/W2024844287","https://openalex.org/W2145339207","https://openalex.org/W2162053441","https://openalex.org/W2171665783","https://openalex.org/W2973229164","https://openalex.org/W4255177378","https://openalex.org/W4315629995","https://openalex.org/W6637967152","https://openalex.org/W6753505025"],"related_works":["https://openalex.org/W3162200841","https://openalex.org/W2586280620","https://openalex.org/W2805505483","https://openalex.org/W2334071950","https://openalex.org/W2384744344","https://openalex.org/W4233932308","https://openalex.org/W1799694159","https://openalex.org/W2393169196","https://openalex.org/W2366610330","https://openalex.org/W2031096545"],"abstract_inverted_index":{"We":[0,129],"consider":[1],"a":[2,6,14,20,27,115,170,179],"scenario":[3],"in":[4,19,50,58],"which":[5,95,158],"distributed":[7],"sensor":[8,35],"network":[9,36],"is":[10,64],"tasked":[11],"with":[12,97,185],"localizing":[13],"remote":[15,24],"mobile":[16],"asset":[17,25,91,145],"operating":[18],"GPS-denied":[21],"environment.":[22],"The":[23,103,191],"transmits":[26],"beacon":[28],"signal":[29],"at":[30,53],"known":[31],"intervals,":[32],"and":[33,56,79,92,122,141,163,175],"the":[34,44,51,54,62,67,75,80,87,90,98,101,107,144,149,160,176,189],"uses":[37],"time-of-flight":[38],"measurements":[39,45],"to":[40,126,135,154],"perform":[41,77],"localization.":[42],"However,":[43],"are":[46,124],"corrupted":[47],"by":[48],"noise":[49,57,63,70,173],"clocks":[52,69],"sensors":[55,76],"RF":[59,81],"reception.":[60],"Moreover,":[61],"nonstationary,":[65],"as":[66,114,205],"sensors'":[68],"increases":[71],"over":[72,200],"time":[73],"unless":[74],"synchronization,":[78],"signal-to-noise":[82],"ratio":[83],"(SNR)":[84],"depends":[85],"on":[86],"distance":[88],"between":[89],"each":[93],"sensor,":[94],"varies":[96],"location":[99,146],"of":[100,105,178],"asset.":[102],"problem":[104],"determining":[106],"optimum":[108],"synchronization":[109,139],"times":[110,140],"can":[111,196],"be":[112],"modeled":[113],"partially":[116],"observable":[117],"Markov":[118],"decision":[119],"process":[120],"(POMDP),":[121],"POMDPs":[123],"challenging":[125],"solve":[127,142],"optimally.":[128],"apply":[130],"deep":[131],"Q":[132],"networks":[133],"(DQNs)":[134],"find":[136],"near":[137],"optimal":[138],"for":[143],"that":[147,183,194],"minimizes":[148],"squared":[150],"error.":[151],"In":[152],"comparison":[153],"our":[155],"previous":[156],"work,":[157],"quantized":[159],"belief":[161],"space":[162],"applied":[164],"tabular":[165,206],"Q-learning,":[166],"this":[167],"paper":[168],"considers":[169],"more":[171],"general":[172],"model":[174],"use":[177],"DQN":[180],"learning":[181],"algorithm":[182],"works":[184],"different":[186],"SNRs":[187],"across":[188],"sensors.":[190],"results":[192],"show":[193],"DQNs":[195],"provide":[197],"performance":[198],"improvements":[199],"previously":[201],"implemented":[202],"methods,":[203],"such":[204],"Q-learning.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}
