{"id":"https://openalex.org/W4409076597","doi":"https://doi.org/10.1109/jiot.2025.3554249","title":"Adaptive Tokenization Transformer: Enhancing Irregularly Sampled Multivariate Time-Series Analysis","display_name":"Adaptive Tokenization Transformer: Enhancing Irregularly Sampled Multivariate Time-Series Analysis","publication_year":2025,"publication_date":"2025-04-01","ids":{"openalex":"https://openalex.org/W4409076597","doi":"https://doi.org/10.1109/jiot.2025.3554249"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3554249","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3554249","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004232829","display_name":"Enqiang Zhu","orcid":"https://orcid.org/0000-0002-5245-7905"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enqiang Zhu","raw_affiliation_strings":["Institute of Computing Science and Technology, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5245-7905","affiliations":[{"raw_affiliation_string":"Institute of Computing Science and Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026725493","display_name":"S.X. Wang","orcid":"https://orcid.org/0009-0008-1268-6317"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengzhi Wang","raw_affiliation_strings":["Institute of Computing Science and Technology, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-1268-6317","affiliations":[{"raw_affiliation_string":"Institute of Computing Science and Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101408951","display_name":"Chanjuan Liu","orcid":"https://orcid.org/0000-0002-8132-2380"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chanjuan Liu","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-8132-2380","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100696824","display_name":"Jian Wang","orcid":"https://orcid.org/0000-0002-4316-932X"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wang","raw_affiliation_strings":["College of Science, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-4316-932X","affiliations":[{"raw_affiliation_string":"College of Science, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2195,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.97519857,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"12","issue":"19","first_page":"39237","last_page":"39246"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9395999908447266,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7559974789619446},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.6392239928245544},{"id":"https://openalex.org/keywords/lexical-analysis","display_name":"Lexical analysis","score":0.5826222896575928},{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.55097496509552},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5189130306243896},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4556463360786438},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36110204458236694},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3271329998970032},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31132972240448},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18071752786636353},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.12150117754936218},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10050874948501587}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7559974789619446},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.6392239928245544},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.5826222896575928},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.55097496509552},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5189130306243896},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4556463360786438},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36110204458236694},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3271329998970032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31132972240448},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18071752786636353},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.12150117754936218},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10050874948501587},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3554249","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3554249","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G182400331","display_name":null,"funder_award_id":"62422203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3092414792","display_name":null,"funder_award_id":"62427811","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4426914795","display_name":null,"funder_award_id":"62172072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8825729090","display_name":null,"funder_award_id":"62272115","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2026297770","https://openalex.org/W2194775991","https://openalex.org/W2599756123","https://openalex.org/W2997353686","https://openalex.org/W2997494090","https://openalex.org/W2997705255","https://openalex.org/W3080253043","https://openalex.org/W3132664817","https://openalex.org/W3146366485","https://openalex.org/W3163905744","https://openalex.org/W3176196442","https://openalex.org/W3177318507","https://openalex.org/W4210360375","https://openalex.org/W4252741040","https://openalex.org/W4366310723","https://openalex.org/W4391528841","https://openalex.org/W4394994624","https://openalex.org/W4397026306","https://openalex.org/W4401397240","https://openalex.org/W4404651552"],"related_works":["https://openalex.org/W4405003489","https://openalex.org/W4386014872","https://openalex.org/W1847536016","https://openalex.org/W4361193986","https://openalex.org/W3149094754","https://openalex.org/W2118640767","https://openalex.org/W2119012848","https://openalex.org/W2622688551","https://openalex.org/W1550175370","https://openalex.org/W1990205660"],"abstract_inverted_index":{"Analyzing":[0],"irregularly":[1],"sampled":[2,33],"multivariate":[3],"time":[4,49,126],"series":[5,127],"(ISMTS)":[6],"data":[7],"poses":[8],"significant":[9],"challenges,":[10,88],"with":[11,46],"such":[12,40,75],"irregularities":[13],"frequently":[14],"occurring":[15],"in":[16,38,60,225],"contexts":[17],"like":[18],"the":[19,64,91,102,121,125,137,165,176,182,193],"Industrial":[20],"Internet":[21],"of":[22,66,104,124,167,179,184],"Things":[23],"(IIoT).":[24],"However,":[25],"most":[26],"existing":[27,223],"methods":[28,224],"are":[29],"designed":[30,99],"for":[31],"regularly":[32],"data,":[34],"limiting":[35],"their":[36],"effectiveness":[37],"handling":[39],"complexities.":[41],"These":[42],"traditional":[43],"approaches":[44],"struggle":[45],"misalignments":[47],"across":[48],"and":[50,63,152,160,170,214],"variate":[51,77],"dimensions,":[52],"often":[53],"requiring":[54],"extensive":[55],"preprocessing":[56],"that":[57,220],"can":[58],"result":[59],"information":[61,154,185,199],"loss":[62],"introduction":[65],"noise.":[67,161],"Furthermore,":[68],"they":[69],"may":[70],"incorrectly":[71],"utilize":[72],"processing":[73,191],"units,":[74],"as":[76],"or":[78,117],"temporal":[79],"tokens,":[80],"leading":[81],"to":[82,100,112,195],"suboptimal":[83],"performance.":[84,207],"To":[85],"tackle":[86],"these":[87],"we":[89],"present":[90],"Adaptive":[92],"Tokenization":[93],"Transformer":[94],"(ATFormer),":[95],"an":[96,109],"innovative":[97],"model":[98,138,194],"improve":[101],"analysis":[103],"ISMTS":[105],"data.":[106,128],"ATFormer":[107,163,221],"employs":[108],"adaptive":[110],"mechanism":[111,145],"select":[113],"appropriate":[114],"tokens":[115,151,169,180],"(temporal":[116],"variate)":[118],"based":[119],"on":[120,210],"unique":[122],"characteristics":[123],"By":[129],"capturing":[130],"each":[131],"observation":[132],"at":[133,186],"a":[134],"finer":[135],"granularity,":[136],"enhances":[139],"token":[140],"representation.":[141],"A":[142],"masked":[143],"attention":[144],"aggregates":[146],"observations,":[147],"creating":[148],"more":[149],"comprehensive":[150],"embedding":[153],"consistently,":[155],"thereby":[156],"mitigating":[157],"incomplete":[158],"embeddings":[159],"Additionally,":[162],"facilitates":[164],"formation":[166],"fine-grained":[168],"performs":[171],"coarse-grained":[172],"self-attention":[173],"operations,":[174],"enhancing":[175],"model\u2019s":[177],"utilization":[178],"through":[181],"interaction":[183],"different":[187],"granularities.":[188],"This":[189],"multilevel":[190],"allows":[192],"effectively":[196],"capture":[197],"detailed":[198],"while":[200],"integrating":[201],"broader":[202],"features,":[203],"ultimately":[204],"improving":[205],"overall":[206],"Our":[208],"evaluations":[209],"two":[211],"healthcare":[212],"datasets":[213],"one":[215],"human":[216],"activity":[217],"dataset":[218],"demonstrate":[219],"outperforms":[222],"analyzing":[226],"ISMTS.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
