{"id":"https://openalex.org/W3136047647","doi":"https://doi.org/10.1145/3450439.3451877","title":"A comprehensive EHR timeseries pre-training benchmark","display_name":"A comprehensive EHR timeseries pre-training benchmark","publication_year":2021,"publication_date":"2021-03-23","ids":{"openalex":"https://openalex.org/W3136047647","doi":"https://doi.org/10.1145/3450439.3451877","mag":"3136047647"},"language":"en","primary_location":{"id":"doi:10.1145/3450439.3451877","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450439.3451877","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450439.3451877","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Health, Inference, and Learning","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3450439.3451877","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083993242","display_name":"Matthew B. A. McDermott","orcid":"https://orcid.org/0000-0001-6048-9707"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Matthew McDermott","raw_affiliation_strings":["CSAIL, MIT"],"affiliations":[{"raw_affiliation_string":"CSAIL, MIT","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046500256","display_name":"Bret Nestor","orcid":"https://orcid.org/0000-0002-0850-4495"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bret Nestor","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079776552","display_name":"Evan Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evan Kim","raw_affiliation_strings":["CSAIL, MIT"],"affiliations":[{"raw_affiliation_string":"CSAIL, MIT","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118983622","display_name":"Wancong Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wancong Zhang","raw_affiliation_strings":["New York University"],"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087983309","display_name":"Anna Goldenberg","orcid":"https://orcid.org/0000-0002-2416-833X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Anna Goldenberg","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006650843","display_name":"Peter Szolovits","orcid":"https://orcid.org/0000-0001-8411-6403"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peter Szolovits","raw_affiliation_strings":["CSAIL, MIT"],"affiliations":[{"raw_affiliation_string":"CSAIL, MIT","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070063054","display_name":"Marzyeh Ghassemi","orcid":"https://orcid.org/0000-0001-6349-7251"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marzyeh Ghassemi","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5083993242"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2398,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.89766538,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"257","last_page":"278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8604532480239868},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8048191070556641},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6166542768478394},{"id":"https://openalex.org/keywords/health-records","display_name":"Health records","score":0.558642566204071},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5336371660232544},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5265194177627563},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.51152503490448},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4836500883102417},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.46732962131500244},{"id":"https://openalex.org/keywords/electronic-health-record","display_name":"Electronic health record","score":0.4408401846885681},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.42592769861221313},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4242023229598999},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.4240036606788635},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3147571086883545},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.14731302857398987},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10219115018844604}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8604532480239868},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8048191070556641},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6166542768478394},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.558642566204071},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5336371660232544},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5265194177627563},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.51152503490448},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4836500883102417},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.46732962131500244},{"id":"https://openalex.org/C3020144179","wikidata":"https://www.wikidata.org/wiki/Q10871684","display_name":"Electronic health record","level":3,"score":0.4408401846885681},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.42592769861221313},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4242023229598999},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.4240036606788635},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3147571086883545},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.14731302857398987},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10219115018844604},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3450439.3451877","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450439.3451877","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450439.3451877","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Health, Inference, and Learning","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/143906","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/143906","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3450439.3451877","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450439.3451877","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450439.3451877","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Health, Inference, and Learning","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G6224651569","display_name":null,"funder_award_id":"13337","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"},{"id":"https://openalex.org/G6865270220","display_name":null,"funder_award_id":"LM013337-01","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8645043690","display_name":null,"funder_award_id":"LM013337","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320319880","display_name":"Government of Canada","ror":"https://ror.org/010q4q527"},{"id":"https://openalex.org/F4320330223","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320334506","display_name":"Canadian Institutes of Health Research","ror":"https://ror.org/01gavpb45"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3136047647.pdf","grobid_xml":"https://content.openalex.org/works/W3136047647.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1521756635","https://openalex.org/W2094791001","https://openalex.org/W2108598243","https://openalex.org/W2113207845","https://openalex.org/W2143282501","https://openalex.org/W2157331557","https://openalex.org/W2171826252","https://openalex.org/W2396881363","https://openalex.org/W2468477102","https://openalex.org/W2528047932","https://openalex.org/W2784499877","https://openalex.org/W2885381845","https://openalex.org/W2891400669","https://openalex.org/W2908893749","https://openalex.org/W2912720399","https://openalex.org/W2951599627","https://openalex.org/W2955483668","https://openalex.org/W2962739339","https://openalex.org/W2962968929","https://openalex.org/W2963208729","https://openalex.org/W2963341956","https://openalex.org/W2963716420","https://openalex.org/W2964010366","https://openalex.org/W2965570621","https://openalex.org/W2969169714","https://openalex.org/W2971227267","https://openalex.org/W2984974929","https://openalex.org/W2990174192","https://openalex.org/W2995611200","https://openalex.org/W3012641931","https://openalex.org/W3098903006","https://openalex.org/W3098949126","https://openalex.org/W3101973032","https://openalex.org/W3102419640","https://openalex.org/W3102434761","https://openalex.org/W3112116031","https://openalex.org/W4288083420"],"related_works":["https://openalex.org/W187932805","https://openalex.org/W1641026212","https://openalex.org/W4312053962","https://openalex.org/W2078646730","https://openalex.org/W2087134418","https://openalex.org/W2323588885","https://openalex.org/W3047677938","https://openalex.org/W2911135505","https://openalex.org/W2920854314","https://openalex.org/W4302340031"],"abstract_inverted_index":{"Pre-training":[0],"(PT)":[1],"has":[2,71],"been":[3,63],"used":[4],"successfully":[5],"in":[6,37,65,133,196],"many":[7,59],"areas":[8],"of":[9,84,112,141,153],"machine":[10],"learning.":[11],"One":[12,76],"area":[13],"where":[14],"PT":[15,28,60,92,100,144,167,182,187],"would":[16],"be":[17,81],"extremely":[18],"impactful":[19],"is":[20],"over":[21,193],"electronic":[22],"health":[23,56],"record":[24],"(EHR)":[25],"data.":[26,75],"Successful":[27],"strategies":[29,61,145,183],"on":[30,143,200],"this":[31,79,95,147,154],"modality":[32],"could":[33],"improve":[34],"model":[35],"performance":[36],"data-scarce":[38],"contexts":[39],"such":[40],"as":[41],"modeling":[42],"for":[43,73,78,88,103,146,159],"rare":[44],"diseases":[45],"or":[46],"allowing":[47],"smaller":[48],"hospitals":[49],"to":[50],"benefit":[51],"from":[52,54],"data":[53],"larger":[55],"systems.":[57],"While":[58],"have":[62],"explored":[64],"other":[66],"domains,":[67],"much":[68],"less":[69],"exploration":[70],"occurred":[72],"EHR":[74,104,122],"reason":[77],"may":[80],"the":[82,134,151],"lack":[83],"standardized":[85],"benchmarks":[86],"suitable":[87],"developing":[89],"and":[90,115,125,156,174,209],"testing":[91],"algorithms.":[93],"In":[94],"work,":[96],"we":[97,162],"establish":[98],"a":[99,109,138,169,175],"benchmark":[101,128,155,208],"dataset":[102],"timeseries":[105],"data,":[106],"establishing":[107],"cohorts,":[108],"diverse":[110],"set":[111],"fine-tuning":[113],"tasks,":[114],"PT-focused":[116],"evaluation":[117],"regimes":[118],"across":[119],"two":[120,165],"public":[121],"datasets:":[123],"MIMIC-III":[124],"eICU.":[126],"This":[127],"fills":[129],"an":[130],"essential":[131],"hole":[132],"field":[135],"by":[136],"enabling":[137],"robust":[139],"manner":[140],"iterating":[142],"modality.":[148],"To":[149],"show":[150],"value":[152],"provide":[157],"baselines":[158],"further":[160],"research,":[161],"also":[163],"profile":[164],"simple":[166],"algorithms:":[168],"self-supervised,":[170],"masked":[171],"imputation":[172],"system":[173],"weakly-supervised,":[176],"multi-task":[177],"system.":[178],"We":[179],"find":[180],"that":[181],"(in":[184],"particular":[185],"weakly-supervised":[186],"methods)":[188],"can":[189],"offer":[190],"significant":[191],"gains":[192],"traditional":[194],"learning":[195],"few-shot":[197],"settings,":[198],"especially":[199],"tasks":[201],"with":[202],"strong":[203],"class":[204],"imbalance.":[205],"Our":[206],"full":[207],"code":[210],"are":[211],"publicly":[212],"available":[213],"at":[214],"https://github.com/mmcdermott/comprehensive_MTL_EHR":[215]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}