{"id":"https://openalex.org/W4394627551","doi":"https://doi.org/10.1007/978-3-031-58226-4_9","title":"Collaboratively Setting Daily Step Goals with\u00a0a\u00a0Virtual Coach: Using Reinforcement Learning to\u00a0Personalize Initial Proposals","display_name":"Collaboratively Setting Daily Step Goals with\u00a0a\u00a0Virtual Coach: Using Reinforcement Learning to\u00a0Personalize Initial Proposals","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394627551","doi":"https://doi.org/10.1007/978-3-031-58226-4_9"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-58226-4_9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-58226-4_9","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-58226-4_9.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-58226-4_9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Martin Dierikx","orcid":"https://orcid.org/0009-0002-3708-639X"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Martin Dierikx","raw_affiliation_strings":["Intelligent Systems, Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0009-0002-3708-639X","affiliations":[{"raw_affiliation_string":"Intelligent Systems, Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033507334","display_name":"Nele Albers","orcid":"https://orcid.org/0000-0002-0502-6176"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Nele Albers","raw_affiliation_strings":["Intelligent Systems, Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-0502-6176","affiliations":[{"raw_affiliation_string":"Intelligent Systems, Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010698738","display_name":"Bouke L. Scheltinga","orcid":"https://orcid.org/0000-0002-4748-2321"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bouke L. Scheltinga","raw_affiliation_strings":["Biomedical Signals and Systems, University of Twente, Enschede, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4748-2321","affiliations":[{"raw_affiliation_string":"Biomedical Signals and Systems, University of Twente, Enschede, Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027788069","display_name":"Willem\u2010Paul Brinkman","orcid":"https://orcid.org/0000-0001-8485-7092"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Willem-Paul Brinkman","raw_affiliation_strings":["Intelligent Systems, Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-8485-7092","affiliations":[{"raw_affiliation_string":"Intelligent Systems, Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5033507334"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":15.7674,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.98676749,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"100","last_page":"115"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11542","display_name":"Behavioral Health and Interventions","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10826","display_name":"Behavioral and Psychological Studies","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8429161310195923},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8138134479522705},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4566281735897064},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4187045693397522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3790086507797241},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.32383352518081665},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06688976287841797}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8429161310195923},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8138134479522705},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4566281735897064},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4187045693397522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3790086507797241},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.32383352518081665},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06688976287841797},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-031-58226-4_9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-58226-4_9","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-58226-4_9.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:ris.utwente.nl:openaire/552c7072-c619-4f46-bf66-c06c6863299d","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/552c7072-c619-4f46-bf66-c06c6863299d","pdf_url":"https://ris.utwente.nl/ws/files/460001963/978-3-031-58226-4_9.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Dierikx, M, Albers, N, Scheltinga, B L & Brinkman, W-P 2024, Collaboratively Setting Daily Step Goals with\u00a0a\u00a0Virtual Coach : Using Reinforcement Learning to\u00a0Personalize Initial Proposals. in N Baghaei, R Ali, K Win & K Oyibo (eds), Persuasive Technology - 19th International Conference, PERSUASIVE 2024, Proceedings. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 14636 LNCS, Springer, pp. 100-115, 19th International Conference on Persuasive Technology, PERSUASIVE 2024, Wollongong, Australia, 10/04/24. https://doi.org/10.1007/978-3-031-58226-4_9","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-58226-4_9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-58226-4_9","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-58226-4_9.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7599999904632568}],"awards":[{"id":"https://openalex.org/G3665935936","display_name":null,"funder_award_id":"628.011.211","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394627551.pdf","grobid_xml":"https://content.openalex.org/works/W4394627551.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W22442367","https://openalex.org/W31491827","https://openalex.org/W1943063542","https://openalex.org/W1982310662","https://openalex.org/W1988133012","https://openalex.org/W1998806672","https://openalex.org/W2000864911","https://openalex.org/W2005752533","https://openalex.org/W2010810972","https://openalex.org/W2014016207","https://openalex.org/W2027873737","https://openalex.org/W2028434769","https://openalex.org/W2042833654","https://openalex.org/W2049988107","https://openalex.org/W2057969262","https://openalex.org/W2064468892","https://openalex.org/W2070043195","https://openalex.org/W2099888037","https://openalex.org/W2113107414","https://openalex.org/W2125748236","https://openalex.org/W2126857841","https://openalex.org/W2149628368","https://openalex.org/W2466337378","https://openalex.org/W2765304416","https://openalex.org/W2781199465","https://openalex.org/W2794582352","https://openalex.org/W2798536775","https://openalex.org/W2934309502","https://openalex.org/W2947883860","https://openalex.org/W2961687819","https://openalex.org/W2996221763","https://openalex.org/W3011199275","https://openalex.org/W3025244627","https://openalex.org/W3039732577","https://openalex.org/W3100513545","https://openalex.org/W3107974517","https://openalex.org/W3150121275","https://openalex.org/W3206269012","https://openalex.org/W4206585801","https://openalex.org/W4210966161","https://openalex.org/W4214876227","https://openalex.org/W4237356565","https://openalex.org/W4248535479","https://openalex.org/W4286454716","https://openalex.org/W4292157289","https://openalex.org/W4311201195","https://openalex.org/W4318457372","https://openalex.org/W4321748146","https://openalex.org/W4379913117","https://openalex.org/W6887702877","https://openalex.org/W6894109505","https://openalex.org/W6929274634"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Abstract":[0],"Goal-setting":[1],"is":[2,36,110,245],"commonly":[3],"used":[4],"in":[5,40,90,145],"behavior":[6],"change":[7],"applications":[8],"for":[9,13,165],"physical":[10,123],"activity.":[11],"However,":[12],"goals":[14,35],"to":[15,20,23,32,82,112,148,167,214,232,236],"be":[16,21],"effective,":[17],"they":[18,228],"need":[19],"tailored":[22],"a":[24,37,42,48,75,172,215,223],"user\u2019s":[25,115],"situation":[26,216],"(e.g.,":[27,125,135],"motivation,":[28,126,219],"progress).":[29],"One":[30],"way":[31],"obtain":[33],"such":[34],"collaborative":[38],"process":[39,133],"which":[41,139],"healthcare":[43,67],"professional":[44],"and":[45,58,118,180,222],"client":[46],"set":[47,84],"goal":[49,106,117,188,196],"together,":[50],"thus":[51],"making":[52],"use":[53],"of":[54],"the":[55,59,78,98,103,114],"professional\u2019s":[56],"expertise":[57],"client\u2019s":[60],"knowledge":[61],"about":[62],"their":[63,150,238],"own":[64],"situation.":[65],"As":[66],"professionals":[68],"are":[69,94,142,229],"not":[70],"always":[71],"available,":[72],"we":[73,170],"created":[74],"dialog":[76],"with":[77,163,217],"virtual":[79],"coach":[80],"Steph":[81,108,164],"collaboratively":[83],"daily":[85,225],"step":[86,105,155,187,195,241],"goals.":[87,156,242],"Since":[88],"judgments":[89],"human":[91],"decision-making":[92],"processes":[93],"adjusted":[95],"based":[96,202],"on":[97,203],"starting":[99],"point":[100],"or":[101,130],"anchor,":[102],"first":[104],"proposal":[107],"makes":[109],"likely":[111,210,231],"influence":[113],"final":[116],"self-efficacy.":[119],"Situational":[120],"factors":[121],"impacting":[122],"activity":[124],"self-efficacy,":[127,221],"available":[128],"time)":[129],"how":[131],"users":[132,147],"information":[134],"mood)":[136],"may":[137],"determine":[138],"initial":[140,186,194],"proposals":[141,197],"most":[143],"effective":[144],"getting":[146],"reach":[149],"underlying":[151,239],"previous":[152],"activity-based":[153],"recommended":[154,240],"Using":[157],"data":[158],"from":[159],"117":[160],"people":[161,212],"interacting":[162],"up":[166],"five":[168],"days,":[169],"designed":[171],"reinforcement":[173],"learning":[174],"algorithm":[175,205],"that":[176,193,211],"considers":[177],"users\u2019":[178],"current":[179],"future":[181],"situations":[182],"when":[183],"choosing":[184,199],"an":[185],"proposal.":[189],"Our":[190,243],"simulations":[191],"show":[192],"matter:":[198],"optimal":[200],"ones":[201],"this":[204],"could":[206],"make":[207],"it":[208],"more":[209,230],"move":[213],"high":[218,220],"favorable":[224],"context.":[226],"Then,":[227],"achieve,":[233],"but":[234],"also":[235],"overachieve,":[237],"dataset":[244],"publicly":[246],"available.":[247]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}