{"id":"https://openalex.org/W4367692758","doi":"https://doi.org/10.1145/3580252.3586979","title":"Active Reinforcement Learning for Personalized Stress Monitoring in Everyday Settings","display_name":"Active Reinforcement Learning for Personalized Stress Monitoring in Everyday Settings","publication_year":2023,"publication_date":"2023-06-21","ids":{"openalex":"https://openalex.org/W4367692758","doi":"https://doi.org/10.1145/3580252.3586979"},"language":"en","primary_location":{"id":"doi:10.1145/3580252.3586979","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580252.3586979","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE International Conference on Connected Health: Applications, Systems and Engineering Technologies","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3580252.3586979","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003696778","display_name":"Ali Tazarv","orcid":"https://orcid.org/0000-0001-7176-791X"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ali Tazarv","raw_affiliation_strings":["University of California, Irvine, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088672870","display_name":"Sina Labbaf","orcid":"https://orcid.org/0000-0002-9478-2546"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sina Labbaf","raw_affiliation_strings":["University of California, Irvine, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042140592","display_name":"Amir M. Rahmani","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Rahmani","raw_affiliation_strings":["University of California, Irvine, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007817952","display_name":"Nikil Dutt","orcid":"https://orcid.org/0000-0002-3060-8119"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikil Dutt","raw_affiliation_strings":["University of California, Irvine, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051196445","display_name":"Marco Levorato","orcid":"https://orcid.org/0000-0002-6920-4189"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marco Levorato","raw_affiliation_strings":["University of California, Irvine, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5003696778"],"corresponding_institution_ids":["https://openalex.org/I204250578"],"apc_list":null,"apc_paid":null,"fwci":1.9011,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.8830807,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"44","last_page":"55"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8425893783569336},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.8342407941818237},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7348783016204834},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6861869096755981},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6234669089317322},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.6115534901618958},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.516070544719696},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5091332793235779},{"id":"https://openalex.org/keywords/activity-detection","display_name":"Activity detection","score":0.49642783403396606},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.4713190197944641},{"id":"https://openalex.org/keywords/context-awareness","display_name":"Context awareness","score":0.42865121364593506},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4073847532272339},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.382101833820343},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3800473213195801},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3456486463546753},{"id":"https://openalex.org/keywords/phone","display_name":"Phone","score":0.16233226656913757},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.14605453610420227},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.134199321269989}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8425893783569336},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.8342407941818237},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7348783016204834},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6861869096755981},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6234669089317322},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.6115534901618958},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.516070544719696},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5091332793235779},{"id":"https://openalex.org/C2988656282","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity detection","level":2,"score":0.49642783403396606},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.4713190197944641},{"id":"https://openalex.org/C2781368080","wikidata":"https://www.wikidata.org/wiki/Q501688","display_name":"Context awareness","level":3,"score":0.42865121364593506},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4073847532272339},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.382101833820343},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3800473213195801},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3456486463546753},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.16233226656913757},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.14605453610420227},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.134199321269989},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3580252.3586979","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580252.3586979","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE International Conference on Connected Health: Applications, Systems and Engineering Technologies","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.00111","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.00111","pdf_url":"https://arxiv.org/pdf/2305.00111","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3580252.3586979","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580252.3586979","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE International Conference on Connected Health: Applications, Systems and Engineering Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3057980307","display_name":null,"funder_award_id":"CNS-1831918","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4504935555","display_name":"SCC: UNITE: Smart, Connected, and Coordinated Maternal Care for Underserved Communities","funder_award_id":"1831918","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1514707997","https://openalex.org/W1978633512","https://openalex.org/W2080021732","https://openalex.org/W2096309085","https://openalex.org/W2099365033","https://openalex.org/W2102162869","https://openalex.org/W2155349500","https://openalex.org/W2262342046","https://openalex.org/W2581634139","https://openalex.org/W2894771803","https://openalex.org/W2957045736","https://openalex.org/W2958197594","https://openalex.org/W2989989610","https://openalex.org/W3011735246","https://openalex.org/W3031313922","https://openalex.org/W3047604526","https://openalex.org/W3081763194","https://openalex.org/W3082177341","https://openalex.org/W3099069192","https://openalex.org/W3109060695","https://openalex.org/W3112804243","https://openalex.org/W3175497958","https://openalex.org/W3190066124","https://openalex.org/W3191219846","https://openalex.org/W4221161872","https://openalex.org/W4292501303","https://openalex.org/W4362504104"],"related_works":["https://openalex.org/W2109940557","https://openalex.org/W2466832359","https://openalex.org/W4391210591","https://openalex.org/W1582019636","https://openalex.org/W1499005795","https://openalex.org/W3172493050","https://openalex.org/W4385420271","https://openalex.org/W4312192618","https://openalex.org/W2593798266","https://openalex.org/W2117913171"],"abstract_inverted_index":{"Most":[0],"existing":[1],"sensor-based":[2],"monitoring":[3],"frameworks":[4],"presume":[5],"that":[6,147],"a":[7,33,58,73,87,115,142,156,170,174],"large":[8,143],"available":[9],"labeled":[10],"dataset":[11,35,144],"is":[12,24,54],"processed":[13],"to":[14,29,37,56,107,119,132,169],"train":[15],"accurate":[16],"detection":[17,76,138,158],"models.":[18],"However,":[19],"in":[20,51,127],"settings":[21],"where":[22],"personalization":[23],"necessary":[25],"at":[26],"deployment":[27],"time":[28],"fine-tune":[30],"the":[31,44,47,62,97,100,105,110,137,148],"model,":[32],"person-specific":[34],"needs":[36],"be":[38],"collected":[39],"online":[40],"by":[41],"interacting":[42],"with":[43],"users.":[45],"Optimizing":[46],"collection":[48],"of":[49,94,99],"labels":[50,134],"such":[52],"phase":[53],"instrumental":[55],"impose":[57],"tolerable":[59],"burden":[60],"on":[61,79],"users":[63,167],"while":[64],"maximizing":[65,96],"personal":[66],"improvement.":[67],"In":[68],"this":[69],"paper,":[70],"we":[71,103,153],"consider":[72],"fine-grain":[74],"stress":[75],"problem":[77],"based":[78],"wearable":[80],"sensors":[81],"targeting":[82],"everyday":[83],"settings,":[84],"and":[85,109,124,135,145,162,173],"propose":[86,154],"novel":[88],"context-aware":[89,149],"active":[90,150,176],"learning":[91,151,177],"strategy":[92,172],"capable":[93],"jointly":[95],"meaningfulness":[98],"signal":[101],"samples":[102],"request":[104],"user":[106],"label":[108],"response":[111],"rate.":[112],"We":[113,140],"develop":[114],"multilayered":[116],"sensor-edge-cloud":[117],"platform":[118],"periodically":[120],"capture":[121],"physiological":[122],"signals":[123],"process":[125],"them":[126],"real-time,":[128],"as":[129,131],"well":[130],"collect":[133,141],"retrain":[136],"model.":[139],"show":[146],"technique":[152],"achieves":[155],"desirable":[157],"performance":[159],"using":[160],"88%":[161],"32%":[163],"fewer":[164],"queries":[165],"from":[166],"compared":[168],"randomized":[171],"traditional":[175],"strategy,":[178],"respectively.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}