{"id":"https://openalex.org/W4405354558","doi":"https://doi.org/10.48550/arxiv.2412.08873","title":"Towards modeling evolving longitudinal health trajectories with a transformer-based deep learning model","display_name":"Towards modeling evolving longitudinal health trajectories with a transformer-based deep learning model","publication_year":2024,"publication_date":"2024-12-12","ids":{"openalex":"https://openalex.org/W4405354558","doi":"https://doi.org/10.48550/arxiv.2412.08873"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.08873","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.08873","pdf_url":"https://arxiv.org/pdf/2412.08873","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.08873","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022491386","display_name":"Hans Moen","orcid":"https://orcid.org/0000-0003-1418-7892"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moen, Hans","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077545936","display_name":"Vishnu Raj","orcid":"https://orcid.org/0000-0002-6939-8884"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raj, Vishnu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058581210","display_name":"Andrius Vabalas","orcid":"https://orcid.org/0000-0002-0659-2890"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vabalas, Andrius","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051610805","display_name":"Markus Perola","orcid":"https://orcid.org/0000-0003-4842-1667"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perola, Markus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018305257","display_name":"Samuel Kaski","orcid":"https://orcid.org/0000-0003-1925-9154"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaski, Samuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073500794","display_name":"Andrea Ganna","orcid":"https://orcid.org/0000-0002-8147-240X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ganna, Andrea","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5089920272","display_name":"Pekka Marttinen","orcid":"https://orcid.org/0000-0001-7078-7927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marttinen, Pekka","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14393","display_name":"Health, Environment, Cognitive Aging","score":0.733299970626831,"subfield":{"id":"https://openalex.org/subfields/2307","display_name":"Health, Toxicology and Mutagenesis"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14393","display_name":"Health, Environment, Cognitive Aging","score":0.733299970626831,"subfield":{"id":"https://openalex.org/subfields/2307","display_name":"Health, Toxicology and Mutagenesis"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6632304787635803},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5022330284118652},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4235439598560333},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4137412905693054},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25936976075172424},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.14655801653862},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09921690821647644}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6632304787635803},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5022330284118652},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4235439598560333},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4137412905693054},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25936976075172424},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.14655801653862},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09921690821647644}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2412.08873","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.08873","pdf_url":"https://arxiv.org/pdf/2412.08873","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/430d6c6a-f37c-436a-aecd-fb7c3174f857","is_oa":false,"landing_page_url":"https://research.manchester.ac.uk/en/publications/430d6c6a-f37c-436a-aecd-fb7c3174f857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Moen, H, Raj, V, Vabalas, A, Perola, M, Kaski, S, Ganna, A & Marttinen, P 2024 'Towards modeling evolving longitudinal health trajectories with a transformer-based deep learning model' arXiv, pp. 1-18. https://doi.org/10.48550/arXiv.2412.08873","raw_type":"info:eu-repo/semantics/preprint"},{"id":"doi:10.48550/arxiv.2412.08873","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.08873","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.08873","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.08873","pdf_url":"https://arxiv.org/pdf/2412.08873","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W3086377361"],"abstract_inverted_index":{"Health":[0],"registers":[1],"contain":[2],"rich":[3],"information":[4],"about":[5,106],"individuals'":[6,16,56],"health":[7,17,182,210,217],"histories.":[8],"Here":[9],"our":[10,115],"interest":[11],"lies":[12],"in":[13,20,48,93,111,154,186,205,215,224],"understanding":[14],"how":[15,55],"trajectories":[18,57,183,211],"evolve":[19],"a":[21,38,43,49,72,80,88,94,103,150,172],"nationwide":[22],"longitudinal":[23],"dataset":[24],"with":[25],"coded":[26],"features,":[27],"such":[28],"as":[29,219,221],"clinical":[30],"codes,":[31],"procedures,":[32],"and":[33,69,130,184,212],"drug":[34],"purchases.":[35],"We":[36,76,139,170,197],"introduce":[37],"straightforward":[39],"approach":[40,116],"for":[41,180],"training":[42,67],"Transformer-based":[44],"deep":[45],"learning":[46],"model":[47,119,143,179],"way":[50],"that":[51,108,141,191,199],"lets":[52],"us":[53],"analyze":[54],"change":[58],"over":[59],"time.":[60],"This":[61],"is":[62],"achieved":[63],"by":[64,70],"modifying":[65],"the":[66,85,118,133,136,162],"objective":[68],"applying":[71],"causal":[73],"attention":[74],"mask.":[75],"focus":[77],"here":[78],"on":[79],"general":[81],"task":[82],"of":[83,87,90,101,135,156,174,189,208],"predicting":[84],"onset":[86],"range":[89],"common":[91],"diseases":[92],"given":[95],"future":[96],"forecast":[97,113,137,192],"interval.":[98],"However,":[99],"instead":[100],"providing":[102],"single":[104],"prediction":[105,158],"diagnoses":[107],"could":[109],"occur":[110],"this":[112,142,178,200],"interval,":[114],"enable":[117],"to":[120,146,176],"provide":[121],"continuous":[122,206],"predictions":[123],"at":[124,161],"every":[125],"time":[126,134,164],"point":[127],"up":[128],"until,":[129],"conditioned":[131],"on,":[132],"period.":[138],"find":[140],"performs":[144],"comparably":[145],"other":[147],"models,":[148],"including":[149],"bi-directional":[151],"transformer":[152],"model,":[153],"terms":[155],"basic":[157],"performance":[159],"while":[160],"same":[163],"offering":[165],"promising":[166],"trajectory":[167],"modeling":[168],"properties.":[169],"explore":[171],"couple":[173],"ways":[175],"use":[177],"analyzing":[181],"aiding":[185],"early":[187],"detection":[188],"events":[190],"possible":[193],"later":[194],"disease":[195],"onsets.":[196],"hypothesize":[198],"method":[201],"may":[202],"be":[203],"helpful":[204],"monitoring":[207],"peoples'":[209],"enabling":[213],"interventions":[214],"ongoing":[216],"trajectories,":[218],"well":[220],"being":[222],"useful":[223],"retrospective":[225],"analyses.":[226]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2024-12-14T00:00:00"}