{"id":"https://openalex.org/W4409873779","doi":"https://doi.org/10.1007/s10994-025-06778-1","title":"One transformer for all time series: representing and training with time-dependent heterogeneous tabular data","display_name":"One transformer for all time series: representing and training with time-dependent heterogeneous tabular data","publication_year":2025,"publication_date":"2025-04-28","ids":{"openalex":"https://openalex.org/W4409873779","doi":"https://doi.org/10.1007/s10994-025-06778-1"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-025-06778-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06778-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06778-1.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06778-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011426296","display_name":"Simone Luetto","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128367","display_name":"Prometeia (Italy)","ror":"https://ror.org/02jsytr13","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210128367"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Simone Luetto","raw_affiliation_strings":["Prometeia Spa, Bologna, Italy"],"affiliations":[{"raw_affiliation_string":"Prometeia Spa, Bologna, Italy","institution_ids":["https://openalex.org/I4210128367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066213235","display_name":"Fabrizio Garuti","orcid":null},"institutions":[{"id":"https://openalex.org/I122346577","display_name":"University of Modena and Reggio Emilia","ror":"https://ror.org/02d4c4y02","country_code":"IT","type":"education","lineage":["https://openalex.org/I122346577"]},{"id":"https://openalex.org/I4210128367","display_name":"Prometeia (Italy)","ror":"https://ror.org/02jsytr13","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210128367"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabrizio Garuti","raw_affiliation_strings":["AImageLab, University of Modena and Reggio Emilia, Modena, Italy","Prometeia Associazione, Bologna, Italy"],"affiliations":[{"raw_affiliation_string":"AImageLab, University of Modena and Reggio Emilia, Modena, Italy","institution_ids":["https://openalex.org/I122346577"]},{"raw_affiliation_string":"Prometeia Associazione, Bologna, Italy","institution_ids":["https://openalex.org/I4210128367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024183744","display_name":"Enver Sangineto","orcid":"https://orcid.org/0000-0002-5187-4133"},"institutions":[{"id":"https://openalex.org/I122346577","display_name":"University of Modena and Reggio Emilia","ror":"https://ror.org/02d4c4y02","country_code":"IT","type":"education","lineage":["https://openalex.org/I122346577"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Enver Sangineto","raw_affiliation_strings":["AImageLab, University of Modena and Reggio Emilia, Modena, Italy"],"affiliations":[{"raw_affiliation_string":"AImageLab, University of Modena and Reggio Emilia, Modena, Italy","institution_ids":["https://openalex.org/I122346577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009880734","display_name":"Lorenzo Forni","orcid":"https://orcid.org/0000-0002-2237-122X"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]},{"id":"https://openalex.org/I4210128367","display_name":"Prometeia (Italy)","ror":"https://ror.org/02jsytr13","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210128367"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorenzo Forni","raw_affiliation_strings":["Department of Economics, University of Padova, Padua, Italy","Prometeia Associazione, Bologna, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Economics, University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]},{"raw_affiliation_string":"Prometeia Associazione, Bologna, Italy","institution_ids":["https://openalex.org/I4210128367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030948871","display_name":"Rita Cucchiara","orcid":"https://orcid.org/0000-0002-2239-283X"},"institutions":[{"id":"https://openalex.org/I122346577","display_name":"University of Modena and Reggio Emilia","ror":"https://ror.org/02d4c4y02","country_code":"IT","type":"education","lineage":["https://openalex.org/I122346577"]},{"id":"https://openalex.org/I4210130157","display_name":"Institute of Informatics and Telematics","ror":"https://ror.org/02gdcn153","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210130157","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rita Cucchiara","raw_affiliation_strings":["AImageLab, University of Modena and Reggio Emilia, Modena, Italy","Istituto di Informatica e Telematica CNR, Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"AImageLab, University of Modena and Reggio Emilia, Modena, Italy","institution_ids":["https://openalex.org/I122346577"]},{"raw_affiliation_string":"Istituto di Informatica e Telematica CNR, Pisa, Italy","institution_ids":["https://openalex.org/I4210130157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5011426296"],"corresponding_institution_ids":["https://openalex.org/I4210128367"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":7.2485,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.96984381,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"114","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.6399529576301575},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5970906019210815},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.49319928884506226},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.48085910081863403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39566129446029663},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35912686586380005},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32446426153182983},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10967296361923218},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08857402205467224},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.0599999725818634}],"concepts":[{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.6399529576301575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5970906019210815},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49319928884506226},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.48085910081863403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39566129446029663},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35912686586380005},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32446426153182983},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10967296361923218},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08857402205467224},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0599999725818634},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10994-025-06778-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06778-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06778-1.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmh:oai:iris.unimore.it:11380/1396528","is_oa":true,"landing_page_url":"https://hdl.handle.net/11380/1396528","pdf_url":null,"source":{"id":"https://openalex.org/S4306400718","display_name":"IRIS UNIMORE (University of Modena and Reggio Emilia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122346577","host_organization_name":"University of Modena and Reggio Emilia","host_organization_lineage":["https://openalex.org/I122346577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:www.research.unipd.it:11577/3559902","is_oa":true,"landing_page_url":"https://hdl.handle.net/11577/3559902","pdf_url":null,"source":{"id":"https://openalex.org/S4377196283","display_name":"Research Padua  Archive (University of Padua)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10994-025-06778-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06778-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06778-1.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311022","display_name":"Universit\u00e0 Degli Studi di Modena e Reggio Emila","ror":"https://ror.org/02d4c4y02"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409873779.pdf","grobid_xml":"https://content.openalex.org/works/W4409873779.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W2174574259","https://openalex.org/W2183341477","https://openalex.org/W2295598076","https://openalex.org/W2798476254","https://openalex.org/W2802314367","https://openalex.org/W2896457183","https://openalex.org/W3108941002","https://openalex.org/W3109585842","https://openalex.org/W3135367836","https://openalex.org/W3160590016","https://openalex.org/W3170429638","https://openalex.org/W3172170405","https://openalex.org/W3174082502","https://openalex.org/W3202606790","https://openalex.org/W4214612132","https://openalex.org/W4236664608","https://openalex.org/W4293250578","https://openalex.org/W4294977709","https://openalex.org/W4299462732","https://openalex.org/W4321448364","https://openalex.org/W4385763767","https://openalex.org/W4385844824","https://openalex.org/W4387723908","https://openalex.org/W4389520779","https://openalex.org/W6640963894","https://openalex.org/W6739901393","https://openalex.org/W6755308174","https://openalex.org/W6779823529","https://openalex.org/W6790978476","https://openalex.org/W6796761347","https://openalex.org/W6811440883"],"related_works":["https://openalex.org/W1919101720","https://openalex.org/W4390822878","https://openalex.org/W4246257243","https://openalex.org/W96888382","https://openalex.org/W4386126592","https://openalex.org/W2041308758","https://openalex.org/W2119012848","https://openalex.org/W2622688551","https://openalex.org/W1550175370","https://openalex.org/W1990205660"],"abstract_inverted_index":{"Abstract":[0],"There":[1],"is":[2,32,81,124,159],"a":[3,40,75,109,128,148,153,160],"recent":[4],"growing":[5],"interest":[6],"in":[7,15,26,35,56,89,141,163,169],"applying":[8],"Deep":[9,206],"Learning":[10,207,212],"techniques":[11],"to":[12,17,82,204],"tabular":[13,37,54,87],"data":[14,38],"order":[16],"replicate":[18],"the":[19,33,50,53,143,194],"success":[20],"of":[21,52,111,156,180],"other":[22],"Artificial":[23],"Intelligence":[24],"areas":[25],"this":[27,66,70],"structured":[28],"domain.":[29],"Particularly":[30],"interesting":[31],"case":[34],"which":[36,57,90,107,142,158],"have":[39,147],"time":[41,139],"dependence,":[42],"such":[43,167],"as,":[44],"for":[45,115],"instance,":[46],"financial":[47],"transactions.":[48],"However,":[49],"heterogeneity":[51],"values,":[55],"categorical":[58,94,121],"elements":[59],"are":[60,96,219],"mixed":[61],"with":[62,117,127,152,177,202],"numerical":[63,92,119],"features,":[64],"makes":[65],"adaptation":[67],"difficult.":[68],"In":[69],"paper":[71],"we":[72,185],"propose":[73],"UniTTab,":[74],"Transformer":[76],"based":[77],"architecture":[78],"whose":[79],"goal":[80],"uniformly":[83,125],"represent":[84,138],"heterogeneous":[85],"time-dependent":[86],"data,":[88],"both":[91,118,205],"and":[93,120,183,191,201,208,216],"features":[95],"described":[97],"using":[98],"continuous":[99],"embedding":[100],"vectors.":[101],"Moreover,":[102],"differently":[103],"from":[104],"common":[105,161],"approaches,":[106],"use":[108],"combination":[110],"different":[112],"loss":[113],"functions":[114],"training":[116],"targets,":[122],"UniTTab":[123,135,189],"trained":[126],"unique":[129],"Masked":[130],"Token":[131],"pretext":[132],"task.":[133],"Finally,":[134],"can":[136],"also":[137],"series":[140],"individual":[144],"row":[145],"components":[146],"variable":[149,154,181],"internal":[150],"structure":[151],"number":[155],"fields,":[157],"situation":[162],"many":[164],"application":[165],"domains,":[166],"as":[168],"real":[170],"world":[171],"transactional":[172],"data.":[173],"Using":[174],"extensive":[175],"experiments":[176],"five":[178],"datasets":[179],"size":[182],"complexity,":[184],"empirically":[186],"show":[187],"that":[188],"consistently":[190],"significantly":[192],"improves":[193],"prediction":[195],"accuracy":[196],"over":[197],"several":[198],"downstream":[199],"tasks":[200],"respect":[203],"more":[209],"standard":[210],"Machine":[211],"approaches.":[213],"Our":[214],"code":[215],"our":[217],"models":[218],"available":[220],"at:":[221],"https://github.com/fabriziogaruti/UniTTab":[222],".":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}