{"id":"https://openalex.org/W4404914640","doi":"https://doi.org/10.1109/jbhi.2024.3509630","title":"Early Time Series Classification Using Reinforcement Learning for Pre-Symptomatic Covid-19 Screening From Imbalanced Health Tracker Data","display_name":"Early Time Series Classification Using Reinforcement Learning for Pre-Symptomatic Covid-19 Screening From Imbalanced Health Tracker Data","publication_year":2024,"publication_date":"2024-12-02","ids":{"openalex":"https://openalex.org/W4404914640","doi":"https://doi.org/10.1109/jbhi.2024.3509630"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2024.3509630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3509630","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085299207","display_name":"Atifa Sarwar","orcid":"https://orcid.org/0000-0002-9573-209X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Atifa Sarwar","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006196837","display_name":"Abdulsalam Almadani","orcid":"https://orcid.org/0000-0001-6562-2095"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdulsalam Almadani","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003809101","display_name":"Emmanuel Agu","orcid":"https://orcid.org/0000-0002-3361-4952"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emmanuel O. Agu","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5085299207"],"corresponding_institution_ids":["https://openalex.org/I107077323"],"apc_list":null,"apc_paid":null,"fwci":0.695,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.77169862,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"29","issue":"3","first_page":"2246","last_page":"2256"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9531000256538391,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coronavirus-disease-2019","display_name":"Coronavirus disease 2019 (COVID-19)","score":0.6689797639846802},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6483184695243835},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5983437895774841},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.562606692314148},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5234453082084656},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5109087824821472},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.5069975852966309},{"id":"https://openalex.org/keywords/2019-20-coronavirus-outbreak","display_name":"2019-20 coronavirus outbreak","score":0.4532053768634796},{"id":"https://openalex.org/keywords/severe-acute-respiratory-syndrome-coronavirus-2","display_name":"Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2)","score":0.4124802350997925},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3491087555885315},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.18577635288238525},{"id":"https://openalex.org/keywords/virology","display_name":"Virology","score":0.14769497513771057},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.08731675148010254},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08022722601890564}],"concepts":[{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.6689797639846802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6483184695243835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5983437895774841},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.562606692314148},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5234453082084656},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5109087824821472},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5069975852966309},{"id":"https://openalex.org/C3006700255","wikidata":"https://www.wikidata.org/wiki/Q81068910","display_name":"2019-20 coronavirus outbreak","level":3,"score":0.4532053768634796},{"id":"https://openalex.org/C3007834351","wikidata":"https://www.wikidata.org/wiki/Q82069695","display_name":"Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2)","level":5,"score":0.4124802350997925},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3491087555885315},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.18577635288238525},{"id":"https://openalex.org/C159047783","wikidata":"https://www.wikidata.org/wiki/Q7215","display_name":"Virology","level":1,"score":0.14769497513771057},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.08731675148010254},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08022722601890564},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C116675565","wikidata":"https://www.wikidata.org/wiki/Q3241045","display_name":"Outbreak","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jbhi.2024.3509630","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3509630","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1857789879","https://openalex.org/W2038123411","https://openalex.org/W2145339207","https://openalex.org/W2746553466","https://openalex.org/W2806596078","https://openalex.org/W2898631541","https://openalex.org/W2902760701","https://openalex.org/W2951920403","https://openalex.org/W3011591403","https://openalex.org/W3014712943","https://openalex.org/W3015571324","https://openalex.org/W3033359889","https://openalex.org/W3097867808","https://openalex.org/W3104096625","https://openalex.org/W3109516836","https://openalex.org/W3119160184","https://openalex.org/W3128943691","https://openalex.org/W3181100767","https://openalex.org/W3208400521","https://openalex.org/W3211627715","https://openalex.org/W3215572702","https://openalex.org/W4224252836","https://openalex.org/W4281886189","https://openalex.org/W4283732304","https://openalex.org/W4283810504","https://openalex.org/W4313546089","https://openalex.org/W4318041127","https://openalex.org/W4360770784","https://openalex.org/W4361223347","https://openalex.org/W4366257340","https://openalex.org/W4385220147","https://openalex.org/W4392202379","https://openalex.org/W4393247276","https://openalex.org/W4396915243","https://openalex.org/W4401070053","https://openalex.org/W6602057636","https://openalex.org/W6637967152","https://openalex.org/W6677067356","https://openalex.org/W6680789778","https://openalex.org/W6748839928","https://openalex.org/W6779265984"],"related_works":["https://openalex.org/W3127156785","https://openalex.org/W4205754011","https://openalex.org/W3009669391","https://openalex.org/W4200329650","https://openalex.org/W4205215807","https://openalex.org/W3005417802","https://openalex.org/W4226296940","https://openalex.org/W3028835529","https://openalex.org/W3036314732","https://openalex.org/W3134376730"],"abstract_inverted_index":{"Early":[0,75,260],"detection":[1,26,45,201,250],"of":[2,51,129,166,172,179,214],"infectious":[3,232],"diseases":[4],"such":[5],"as":[6],"Covid-19":[7,25,44,196,206,249],"can":[8],"limit":[9],"transmission":[10],"and":[11,30,93,150,212,235],"curb":[12],"pandemics.":[13],"This":[14],"study":[15],"proposes":[16],"<italic":[17,79,112,160,223],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[18,80,113,155,161,224],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">EarlyDetect</i>,":[19],"an":[20,164,177,243],"end-to-end":[21],"framework":[22],"for":[23,120,248],"early":[24,43,139,231],"using":[27,105,257],"heart":[28,148],"rate":[29,149],"step":[31],"data":[32,53,122,130,190],"collected":[33],"passively":[34],"from":[35,251],"consumer-grade":[36],"health":[37],"trackers.":[38],"A":[39,134],"key":[40],"challenge":[41],"in":[42,143,230],"is":[46,226,236],"determining":[47],"the":[48,65,127,218,237],"optimal":[49,244],"amount":[50],"historical":[52],"(e.g.,":[54],"past":[55],"days)":[56],"a":[57,97,227],"machine":[58],"learning":[59],"model":[60,103],"should":[61],"analyze":[62],"to":[63,118,187,240],"achieve":[64],"earliest":[66],"possible,":[67],"yet":[68,140],"accurate,":[69],"infection":[70],"detection.":[71],"Leveraging":[72],"Reinforcement":[73,258],"Learning-based":[74,259],"Time":[76,261],"Series":[77,262],"Classification,":[78],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">EarlyDetect</i>":[81,114,162,225],"extracts":[82],"45":[83],"digital":[84],"biomarkers":[85],"(daily":[86],"steps,":[87],"daytime/nighttime":[88],"HR,":[89],"mesor,":[90],"sedentary":[91],"time),":[92],"feeds":[94],"them":[95],"into":[96],"deep":[98],"Multi-layer":[99],"Perceptron":[100],"neural":[101],"network":[102],"trained":[104],"Double":[106],"Deep":[107],"Q-Network.":[108],"At":[109],"each":[110],"iteration,":[111],"dynamically":[115,241],"decides":[116],"whether":[117],"wait":[119],"more":[121],"or":[123],"proceed":[124],"with":[125],"classifying":[126],"window":[128,246],"observed":[131],"so":[132],"far.":[133],"novel":[135],"reward":[136],"function":[137],"ensures":[138],"accurate":[141],"classification":[142],"imbalanced":[144,255],"class":[145],"distributions.":[146],"Using":[147],"steps":[151],"values":[152],"over":[153],"<underline":[154],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>72":[156],"hours</i></u>":[157],"lookback":[158,245],"window,":[159],"achieves":[163],"accuracy":[165],"0.8":[167],"(95%":[168,174,181],"CI":[169],"0.71\u20130.89),":[170],"AUC-ROC":[171],"0.73":[173],"CI:":[175,182],"0.6\u20130.86),":[176],"earliness":[178],"0.07":[180],"0.05-0.09),":[183],"thus":[184],"requiring":[185],"up":[186],"86%":[188],"less":[189],"than":[191],"existing":[192],"methods":[193],"while":[194],"predicting":[195],"status":[197],"50%":[198],"earlier":[199],"(smaller":[200],"window).":[202],"Performance":[203],"on":[204,254],"two":[205],"datasets":[207,256],"was":[208],"encouraging,":[209],"identifying":[210],"61%":[211],"46%":[213],"Covid+":[215],"cases":[216],"before":[217],"coronavirus":[219],"reached":[220],"peak":[221],"transmissibility.":[222],"significant":[228],"advancement":[229],"disease":[233],"screening,":[234],"first":[238],"method":[239],"determine":[242],"size":[247],"physiological":[252],"signs":[253],"Classification.":[263]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}