{"id":"https://openalex.org/W7134839167","doi":"https://doi.org/10.48550/arxiv.2603.06638","title":"HEARTS: Benchmarking LLM Reasoning on Health Time Series","display_name":"HEARTS: Benchmarking LLM Reasoning on Health Time Series","publication_year":2026,"publication_date":"2026-02-25","ids":{"openalex":"https://openalex.org/W7134839167","doi":"https://doi.org/10.48550/arxiv.2603.06638"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.06638","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128658940","display_name":"Sirui Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Sirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128659605","display_name":"Shuhan Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Shuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128675747","display_name":"Mihir Joshi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joshi, Mihir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128633536","display_name":"Ahmed Metwally","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Metwally, Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128643113","display_name":"Daniel McDuff","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McDuff, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128645273","display_name":"Wei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128651528","display_name":"Yuzhe Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yuzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29084589,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.6930999755859375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.6930999755859375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.058800000697374344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.024900000542402267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6934000253677368},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6449999809265137},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5867999792098999},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49570000171661377},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4771000146865845},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.42340001463890076},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.38749998807907104},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.37689998745918274}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6934000253677368},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6449999809265137},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5938000082969666},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5867999792098999},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49570000171661377},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4771000146865845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45669999718666077},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.42340001463890076},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.397599995136261},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.37689998745918274},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3467999994754791},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.2816999852657318},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C21563000","wikidata":"https://www.wikidata.org/wiki/Q484511","display_name":"Inductive reasoning","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.06638","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.06638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.06638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.06638","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rise":[1],"of":[2,26,68,93,188],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"has":[7],"shifted":[8],"time":[9,28,73],"series":[10,29],"analysis":[11],"from":[12],"narrow":[13],"analytics":[14],"to":[15,34,132],"general-purpose":[16],"reasoning.":[17,148],"Yet,":[18],"existing":[19],"benchmarks":[20],"cover":[21],"only":[22,129],"a":[23,60,90,176],"small":[24],"set":[25],"health":[27,72,82,192],"modalities":[30],"and":[31,39,84,88,104,125,143,179],"tasks,":[32],"failing":[33],"reflect":[35],"the":[36],"diverse":[37,191],"domains":[38,83],"extensive":[40],"temporal":[41,147,154],"dependencies":[42],"inherent":[43],"in":[44],"real-world":[45,78],"physiological":[46],"modeling.":[47],"To":[48],"bridge":[49],"these":[50,171],"gaps,":[51],"we":[52],"introduce":[53],"HEARTS":[54,75,174],"(Health":[55],"Reasoning":[56],"over":[57,70,190],"Time":[58],"Series),":[59],"unified":[61],"benchmark":[62,181],"for":[63,182],"evaluating":[64],"hierarchical":[65],"reasoning":[66,134,189],"capabilities":[67],"LLMs":[69,109,120,137],"general":[71,133],"series.":[74],"integrates":[76],"16":[77,107],"datasets":[79],"across":[80],"12":[81],"20":[85],"signal":[86],"modalities,":[87],"defines":[89],"comprehensive":[91],"taxonomy":[92],"110":[94],"tasks":[95],"grouped":[96],"into":[97],"four":[98],"core":[99],"capabilities:":[100],"Perception,":[101],"Inference,":[102],"Generation,":[103],"Deduction.":[105],"Evaluating":[106],"state-of-the-art":[108],"on":[110,140],"more":[111],"than":[112],"20K":[113],"test":[114],"samples":[115],"reveals":[116],"intriguing":[117],"findings.":[118],"First,":[119],"substantially":[121],"underperform":[122],"specialized":[123],"models,":[124],"their":[126],"performance":[127,150],"is":[128,167],"weakly":[130],"related":[131],"scores.":[135],"Moreover,":[136],"often":[138],"rely":[139],"simple":[141],"heuristics":[142],"struggle":[144],"with":[145,152,156],"multi-step":[146],"Finally,":[149],"declines":[151],"increasing":[153],"complexity,":[155],"similar":[157],"failure":[158],"modes":[159],"within":[160],"model":[161],"families,":[162],"indicating":[163],"that":[164],"scaling":[165],"alone":[166],"insufficient.":[168],"By":[169],"making":[170],"gaps":[172],"measurable,":[173],"provides":[175],"standardized":[177],"testbed":[178],"living":[180],"developing":[183],"next-generation":[184],"LLM":[185],"agents":[186],"capable":[187],"signals.":[193]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-11T00:00:00"}