{"id":"https://openalex.org/W4416749503","doi":"https://doi.org/10.1109/tim.2025.3637968","title":"One-to-Many Synchronization in High-Drift IoT Devices Using Reinforcement Learning","display_name":"One-to-Many Synchronization in High-Drift IoT Devices Using Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416749503","doi":"https://doi.org/10.1109/tim.2025.3637968"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2025.3637968","doi":"https://doi.org/10.1109/tim.2025.3637968","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2025.3637968","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-3","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019199157","display_name":"Dimitrios Zorbas","orcid":"https://orcid.org/0000-0001-6682-9071","observed_orcids":["https://orcid.org/0000-0001-6682-9071"]},"institutions":[{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Dimitrios Zorbas","raw_affiliation_strings":["School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan"],"raw_orcid":"https://orcid.org/0000-0001-6682-9071","affiliations":[{"raw_affiliation_string":"School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]},{"raw_affiliation_string":"School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120707168","display_name":"Zhansaya Talaptan","orcid":"https://orcid.org/0009-0009-4659-1524","observed_orcids":["https://orcid.org/0009-0009-4659-1524"]},"institutions":[{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Zhansaya Talaptan","raw_affiliation_strings":["School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan"],"raw_orcid":"https://orcid.org/0009-0009-4659-1524","affiliations":[{"raw_affiliation_string":"School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]},{"raw_affiliation_string":"School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120668499","display_name":"Ardak Alipova","orcid":"https://orcid.org/0009-0004-3653-9670","observed_orcids":["https://orcid.org/0009-0004-3653-9670"]},"institutions":[{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Ardak Alipova","raw_affiliation_strings":["School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan"],"raw_orcid":"https://orcid.org/0009-0004-3653-9670","affiliations":[{"raw_affiliation_string":"School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]},{"raw_affiliation_string":"School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120668500","display_name":"Nurzhan Kozhamuratov","orcid":"https://orcid.org/0009-0001-3265-4047","observed_orcids":["https://orcid.org/0009-0001-3265-4047"]},"institutions":[{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Nurzhan Kozhamuratov","raw_affiliation_strings":["School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan"],"raw_orcid":"https://orcid.org/0009-0001-3265-4047","affiliations":[{"raw_affiliation_string":"School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]},{"raw_affiliation_string":"School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106462262","display_name":"Aizhuldyz Nadirkhanova","orcid":"https://orcid.org/0009-0006-4965-1375","observed_orcids":["https://orcid.org/0009-0006-4965-1375"]},"institutions":[{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Aizhuldyz Nadirkhanova","raw_affiliation_strings":["School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan"],"raw_orcid":"https://orcid.org/0009-0006-4965-1375","affiliations":[{"raw_affiliation_string":"School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]},{"raw_affiliation_string":"School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106474720","display_name":"Damir Assylbek","orcid":"https://orcid.org/0009-0000-0383-1844","observed_orcids":["https://orcid.org/0009-0000-0383-1844"]},"institutions":[{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Damir Assylbek","raw_affiliation_strings":["School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan"],"raw_orcid":"https://orcid.org/0009-0000-0383-1844","affiliations":[{"raw_affiliation_string":"School of Engineering and Digital Sciences, IoT Lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]},{"raw_affiliation_string":"School of Engineering & Digital Sciences, IoT lab, Nazarbayev University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I60559429"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.3034,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.52033649,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"74","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.5435000061988831,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.5435000061988831,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.2858999967575073,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.04910000041127205,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clock-drift","display_name":"clock drift","score":0.925000011920929},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6579999923706055},{"id":"https://openalex.org/keywords/esp32","display_name":"ESP32 microcontroller","score":0.7459999918937683},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"knowledge transfer","score":0.8119999766349792},{"id":"https://openalex.org/keywords/energy-efficiency","display_name":"energy efficiency","score":0.6269999742507935}],"concepts":[{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.8136000037193298},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7523999810218811},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6531999707221985},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.5361999869346619},{"id":"https://openalex.org/C108734733","wikidata":"https://www.wikidata.org/wiki/Q1172333","display_name":"Data synchronization","level":3,"score":0.5115000009536743},{"id":"https://openalex.org/C155837451","wikidata":"https://www.wikidata.org/wiki/Q1069144","display_name":"Clock drift","level":5,"score":0.5078999996185303},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5023000240325928},{"id":"https://openalex.org/C129891060","wikidata":"https://www.wikidata.org/wiki/Q1513059","display_name":"Clock synchronization","level":4,"score":0.4851999878883362},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.4564000070095062},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.44119998812675476},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4124999940395355},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37599998712539673},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.32089999318122864},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2800999879837036},{"id":"https://openalex.org/C75778745","wikidata":"https://www.wikidata.org/wiki/Q342626","display_name":"Lag","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C2778924833","wikidata":"https://www.wikidata.org/wiki/Q7064603","display_name":"Novelty detection","level":3,"score":0.2590999901294708},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C2986737936","wikidata":"https://www.wikidata.org/wiki/Q1058791","display_name":"Time synchronization","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2025.3637968","doi":"https://doi.org/10.1109/tim.2025.3637968","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2025.3637968","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-3","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5378999710083008,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4126003466","display_name":null,"funder_award_id":"AP23487072","funder_id":"https://openalex.org/F4320321147","funder_display_name":"Ministry of Higher Education"}],"funders":[{"id":"https://openalex.org/F4320321147","display_name":"Ministry of Higher Education","ror":"https://ror.org/0512bh102"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2004992162","https://openalex.org/W2018093989","https://openalex.org/W2039987051","https://openalex.org/W2051202782","https://openalex.org/W2055791254","https://openalex.org/W2075295319","https://openalex.org/W2094636498","https://openalex.org/W2097050668","https://openalex.org/W2104350464","https://openalex.org/W2147399099","https://openalex.org/W2171179450","https://openalex.org/W2571359664","https://openalex.org/W2624698494","https://openalex.org/W2741803124","https://openalex.org/W2743187036","https://openalex.org/W2773357476","https://openalex.org/W2885351006","https://openalex.org/W2897698918","https://openalex.org/W2961587996","https://openalex.org/W2963393609","https://openalex.org/W2971235341","https://openalex.org/W3003338413","https://openalex.org/W3020931524","https://openalex.org/W3047297468","https://openalex.org/W3205631173","https://openalex.org/W4205958825","https://openalex.org/W4213343024","https://openalex.org/W4282933761","https://openalex.org/W4285506946","https://openalex.org/W4321016537","https://openalex.org/W4366668152","https://openalex.org/W4388214609","https://openalex.org/W4388427891","https://openalex.org/W4400187857","https://openalex.org/W4401508358","https://openalex.org/W4404036585","https://openalex.org/W4412837231"],"related_works":["https://openalex.org/W4401508358","https://openalex.org/W7199017279","https://openalex.org/W2897698918","https://openalex.org/W3198848130","https://openalex.org/W4321016537","https://openalex.org/W2806862496","https://openalex.org/W4400063423","https://openalex.org/W4411421997","https://openalex.org/W7152441211","https://openalex.org/W2610069609"],"abstract_inverted_index":{"The":[0,46,68],"increasing":[1],"adoption":[2],"of":[3,5,70,109,133,162,173],"Internet":[4],"Things":[6],"(IoT)":[7],"devices":[8,40,151],"necessitates":[9],"efficient":[10],"synchronization":[11,28,62,117,125,156],"methods":[12],"to":[13,25,33,65,79,135,152],"ensure":[14],"reliable":[15],"communication":[16],"and":[17,56,63,118,127],"coordination.":[18],"This":[19],"paper":[20],"introduces":[21],"an":[22],"autonomous":[23],"approach":[24,72],"one-to-many":[26],"beacon":[27,116],"using":[29],"Reinforcement":[30],"Learning":[31],"(RL)":[32],"adjust":[34,80],"clock-sleep":[35],"cycles":[36,82],"for":[37,92],"very":[38],"imprecise-clock":[39],"operating":[41],"in":[42,75,84,124],"energy-constrained":[43],"IoT":[44],"environments.":[45],"proposed":[47,111,175],"method":[48,77],"tackles":[49],"key":[50],"challenges":[51],"such":[52],"as":[53],"clock":[54],"drift":[55],"acute":[57],"time":[58],"fluctuations,":[59],"which":[60],"complicate":[61],"lead":[64],"unexpected":[66],"desynchronizations.":[67],"novelty":[69],"this":[71],"lies":[73],"not":[74],"the":[76,90,107,110,160,174],"used":[78],"sleep":[81],"but":[83],"its":[85],"autonomous,":[86],"device-specific":[87],"adaptation,":[88],"eliminating":[89],"need":[91],"manual":[93],"calibration":[94],"or":[95],"model":[96],"training.":[97],"Through":[98],"extensive":[99],"experimentation":[100],"with":[101],"popular":[102],"ESP32":[103],"devices,":[104],"we":[105,141,169],"evaluate":[106],"performance":[108],"RL-based":[112],"solution":[113],"against":[114],"traditional":[115],"supervised":[119],"learning":[120],"techniques,":[121],"demonstrating":[122],"improvements":[123],"adaptiveness":[126],"energy":[128,131],"efficiency,":[129],"achieving":[130],"savings":[132],"up":[134],"4.5":[136],"mJ":[137],"per":[138],"round.":[139],"Furthermore,":[140],"introduce":[142],"a":[143],"knowledge":[144],"transfer":[145],"mechanism":[146],"that":[147],"enables":[148],"newly":[149],"joined":[150],"rapidly":[153],"adapt":[154],"their":[155],"parameters":[157],"based":[158],"on":[159],"experiences":[161],"previously":[163],"trained":[164],"devices.":[165],"To":[166],"encourage":[167],"reproducibility,":[168],"provide":[170],"open-source":[171],"implementations":[172],"framework.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-11-28T00:00:00"}