{"id":"https://openalex.org/W4415158621","doi":"https://doi.org/10.1007/s13755-025-00384-0","title":"Timelygpt: extrapolatable transformer pre-training for long-term time-series forecasting in healthcare","display_name":"Timelygpt: extrapolatable transformer pre-training for long-term time-series forecasting in healthcare","publication_year":2025,"publication_date":"2025-10-14","ids":{"openalex":"https://openalex.org/W4415158621","doi":"https://doi.org/10.1007/s13755-025-00384-0","pmid":"https://pubmed.ncbi.nlm.nih.gov/41103452"},"language":"en","primary_location":{"id":"doi:10.1007/s13755-025-00384-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13755-025-00384-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13755-025-00384-0.pdf","source":{"id":"https://openalex.org/S4210178793","display_name":"Health Information Science and Systems","issn_l":"2047-2501","issn":["2047-2501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Health Information Science and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s13755-025-00384-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104281960","display_name":"Ziyang Song","orcid":"https://orcid.org/0009-0009-2450-3271"},"institutions":[{"id":"https://openalex.org/I4210106879","display_name":"Ohio University","ror":"https://ror.org/01jr3y717","country_code":"US","type":"education","lineage":["https://openalex.org/I4210106879"]},{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]},{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Ziyang Song","raw_affiliation_strings":["Mila - Quebec AI Institute, Montreal, Canada","School of Computer Science, McGill University, Montreal, Canada","School of Electrical Engineering and Computer Science, Ohio Universtiy, Athens, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mila - Quebec AI Institute, Montreal, Canada","institution_ids":["https://openalex.org/I4210164802"]},{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Ohio Universtiy, Athens, United States","institution_ids":["https://openalex.org/I4210106879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009954522","display_name":"Qincheng Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Qincheng Lu","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104221778","display_name":"Hao Xu","orcid":"https://orcid.org/0009-0009-6706-3704"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hao Xu","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziqi Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ziqi Yang","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100937433","display_name":"He Zhu","orcid":"https://orcid.org/0009-0002-7917-4857"},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]},{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"He Zhu","raw_affiliation_strings":["Mila - Quebec AI Institute, Montreal, Canada","School of Computer Science, McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mila - Quebec AI Institute, Montreal, Canada","institution_ids":["https://openalex.org/I4210164802"]},{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027694435","display_name":"David L. Buckeridge","orcid":"https://orcid.org/0000-0003-1817-5047"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"David Buckeridge","raw_affiliation_strings":["School of Population and Global Health, McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Population and Global Health, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100387861","display_name":"Yue Li","orcid":"https://orcid.org/0000-0003-3844-4865"},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]},{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Yue Li","raw_affiliation_strings":["Mila - Quebec AI Institute, Montreal, Canada","School of Computer Science, McGill University, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3844-4865","affiliations":[{"raw_affiliation_string":"Mila - Quebec AI Institute, Montreal, Canada","institution_ids":["https://openalex.org/I4210164802"]},{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100387861"],"corresponding_institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I5023651"],"apc_list":{"value":2790,"currency":"EUR","value_usd":3590},"apc_paid":{"value":2790,"currency":"EUR","value_usd":3590},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14397176,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"1","first_page":"64","last_page":"64"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.021199999377131462,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.5227000117301941},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.34769999980926514},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.33219999074935913},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.30379998683929443},{"id":"https://openalex.org/keywords/health-data","display_name":"Health data","score":0.30329999327659607}],"concepts":[{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5227000117301941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48559999465942383},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.41280001401901245},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3197000026702881},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C3017977704","wikidata":"https://www.wikidata.org/wiki/Q18745135","display_name":"Health data","level":3,"score":0.30329999327659607},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3009999990463257},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2775000035762787},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.27300000190734863},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.251800000667572}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s13755-025-00384-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13755-025-00384-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13755-025-00384-0.pdf","source":{"id":"https://openalex.org/S4210178793","display_name":"Health Information Science and Systems","issn_l":"2047-2501","issn":["2047-2501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Health Information Science and Systems","raw_type":"journal-article"},{"id":"pmid:41103452","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41103452","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Health information science and systems","raw_type":null},{"id":"pmh:oai:europepmc.org:11331781","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12521703","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s13755-025-00384-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13755-025-00384-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13755-025-00384-0.pdf","source":{"id":"https://openalex.org/S4210178793","display_name":"Health Information Science and Systems","issn_l":"2047-2501","issn":["2047-2501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Health Information Science and Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5457762642","display_name":null,"funder_award_id":"2023-NOVA-328677","funder_id":"https://openalex.org/F4320320994","funder_display_name":"Canada Research Chairs"},{"id":"https://openalex.org/G7158111372","display_name":null,"funder_award_id":"CRC-2021-00547","funder_id":"https://openalex.org/F4320320994","funder_display_name":"Canada Research Chairs"}],"funders":[{"id":"https://openalex.org/F4320320994","display_name":"Canada Research Chairs","ror":"https://ror.org/0517h6h17"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334841","display_name":"Fonds de recherche du Qu\u00e9bec \u2013 Nature et technologies","ror":"https://ror.org/00b9f9778"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415158621.pdf","grobid_xml":"https://content.openalex.org/works/W4415158621.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1969208427","https://openalex.org/W2005741801","https://openalex.org/W2053744708","https://openalex.org/W2113105800","https://openalex.org/W2144691514","https://openalex.org/W2162800060","https://openalex.org/W2531409750","https://openalex.org/W2534494754","https://openalex.org/W2552408385","https://openalex.org/W2785549520","https://openalex.org/W2889326414","https://openalex.org/W2895486342","https://openalex.org/W2962182608","https://openalex.org/W2963925437","https://openalex.org/W2964010366","https://openalex.org/W3015226328","https://openalex.org/W3040939498","https://openalex.org/W3045329727","https://openalex.org/W3097777922","https://openalex.org/W3098699929","https://openalex.org/W3099085560","https://openalex.org/W3134882343","https://openalex.org/W3160590016","https://openalex.org/W3172942063","https://openalex.org/W3177318507","https://openalex.org/W3188872815","https://openalex.org/W3190152617","https://openalex.org/W3199148273","https://openalex.org/W4290944545","https://openalex.org/W4294052933","https://openalex.org/W4313439128","https://openalex.org/W4382203079","https://openalex.org/W4385064232","https://openalex.org/W4385570645","https://openalex.org/W4385573420","https://openalex.org/W4388979610","https://openalex.org/W4389524555","https://openalex.org/W4403182907"],"related_works":[],"abstract_inverted_index":{"Purpose:":[0],"Large-scale":[1],"pre-trained":[2],"models":[3],"(PTMs)":[4],"such":[5],"as":[6],"BERT":[7],"and":[8,19,52,80,91,113,199,225],"GPT":[9],"have":[10],"recently":[11],"achieved":[12],"great":[13],"success":[14],"in":[15,108,120,172,211],"Natural":[16],"Language":[17],"Processing":[18],"Computer":[20],"Vision":[21],"domains.":[22],"However,":[23],"the":[24,37,40,142],"development":[25],"of":[26,39,138],"PTMs":[27],"on":[28,196],"healthcare":[29],"time-series":[30,84],"data":[31,117],"is":[32,230],"lagging":[33],"behind.":[34],"This":[35],"underscores":[36],"limitations":[38],"existing":[41],"transformer-based":[42],"architectures,":[43],"particularly":[44],"their":[45],"scalability":[46],"to":[47,54,77,95,135,208],"handle":[48],"large-scale":[49],"time":[50,115,159,201],"series":[51,116],"ability":[53],"capture":[55,97],"long-term":[56,216],"temporal":[57,92,99],"dependencies.":[58,100],"Methods:":[59],"In":[60,126],"this":[61],"study,":[62],"we":[63,205],"present":[64],"Timely":[65],"Generative":[66],"Pre-trained":[67],"Transformer":[68],"(TimelyGPT).":[69],"TimelyGPT":[70,106,130,161,191,207],"employs":[71],"an":[72],"extrapolatable":[73],"position":[74],"(xPos)":[75],"embedding":[76],"encode":[78],"trend":[79],"periodic":[81],"patterns":[82],"into":[83],"representations.":[85],"It":[86],"also":[87],"integrates":[88],"recurrent":[89],"attention":[90],"convolution":[93],"modules":[94],"effectively":[96,180],"global-local":[98],"Results:":[101],"Our":[102],"experiments":[103],"show":[104],"that":[105,190],"excels":[107],"modeling":[109],"continuously":[110],"monitored":[111],"biosignals":[112],"irregularly-sampled":[114,158,200],"commonly":[118],"observed":[119],"longitudinal":[121],"electronic":[122],"health":[123,213,218],"records":[124],"(EHRs).":[125],"forecasting":[127],"continuous":[128,198],"biosignals,":[129],"achieves":[131,192],"accurate":[132],"extrapolation":[133],"up":[134],"6000":[136],"timesteps":[137],"body":[139],"temperature":[140],"during":[141],"sleep":[143],"stage":[144],"transition":[145],"given":[146],"a":[147,163],"short":[148],"look-up":[149],"window":[150],"(i.e.,":[151],"prompt)":[152],"containing":[153],"only":[154],"2000":[155],"timesteps.":[156],"For":[157],"series,":[160],"with":[162],"proposed":[164],"time-specific":[165],"inference":[166],"demonstrates":[167],"high":[168],"top":[169],"recall":[170],"scores":[171],"predicting":[173],"future":[174],"diagnoses":[175],"using":[176],"early":[177],"diagnostic":[178],"records,":[179],"handling":[181],"irregular":[182],"intervals":[183],"between":[184],"clinical":[185],"records.":[186],"We":[187],"further":[188],"demonstrate":[189],"strong":[193],"discriminative":[194],"performance":[195],"both":[197],"series.":[202],"Conclusion:":[203],"Together,":[204],"envision":[206],"be":[209],"useful":[210],"various":[212],"domains,":[214],"including":[215],"patient":[217,221],"state":[219],"forecasting,":[220],"risk":[222],"trajectory":[223],"prediction,":[224],"disease":[226],"classification.":[227],"Its":[228],"code":[229],"available":[231],"at":[232],"Github.":[233]},"counts_by_year":[],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-14T00:00:00"}