{"id":"https://openalex.org/W2786194544","doi":"https://doi.org/10.1109/companion.2017.8287078","title":"Adaptive mobile behavior change intervention using reinforcement learning","display_name":"Adaptive mobile behavior change intervention using reinforcement learning","publication_year":2017,"publication_date":"2017-09-01","ids":{"openalex":"https://openalex.org/W2786194544","doi":"https://doi.org/10.1109/companion.2017.8287078","mag":"2786194544"},"language":"en","primary_location":{"id":"doi:10.1109/companion.2017.8287078","is_oa":false,"landing_page_url":"https://doi.org/10.1109/companion.2017.8287078","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Conference on Companion Technology (ICCT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069984275","display_name":"Lihua Cai","orcid":"https://orcid.org/0000-0003-0136-9857"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lihua Cai","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virgina"],"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virgina","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049761760","display_name":"Congyu Wu","orcid":"https://orcid.org/0000-0002-6410-1375"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Congyu Wu","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virgina"],"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virgina","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081841950","display_name":"Kiana Jafari Meimandi","orcid":"https://orcid.org/0000-0002-2001-3488"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kiana J. Meimandi","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virgina"],"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virgina","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034370354","display_name":"Matthew S. Gerber","orcid":"https://orcid.org/0000-0002-9069-4100"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew S. Gerber","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virgina"],"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virgina","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069984275"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":0.21,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.5682526,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12659","display_name":"Innovation Diffusion and Forecasting","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10355","display_name":"Impact of Technology on Adolescents","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8739322423934937},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6559128761291504},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5865283608436584},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5614160299301147},{"id":"https://openalex.org/keywords/behavior-change","display_name":"Behavior change","score":0.5399823784828186},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5185464024543762},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4813176393508911},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.4750621020793915},{"id":"https://openalex.org/keywords/coaching","display_name":"Coaching","score":0.4348789155483246},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30663615465164185},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2114238142967224},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.13490620255470276}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8739322423934937},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6559128761291504},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5865283608436584},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5614160299301147},{"id":"https://openalex.org/C14262774","wikidata":"https://www.wikidata.org/wiki/Q4880695","display_name":"Behavior change","level":2,"score":0.5399823784828186},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5185464024543762},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4813176393508911},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.4750621020793915},{"id":"https://openalex.org/C2779363792","wikidata":"https://www.wikidata.org/wiki/Q1104185","display_name":"Coaching","level":2,"score":0.4348789155483246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30663615465164185},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2114238142967224},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.13490620255470276},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/companion.2017.8287078","is_oa":false,"landing_page_url":"https://doi.org/10.1109/companion.2017.8287078","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Conference on Companion Technology (ICCT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2088722350","https://openalex.org/W2090214829","https://openalex.org/W2107544712","https://openalex.org/W2121863487","https://openalex.org/W2171634212","https://openalex.org/W2515378897","https://openalex.org/W2600571853","https://openalex.org/W2604847142","https://openalex.org/W2706848718","https://openalex.org/W2922042098","https://openalex.org/W4214717370","https://openalex.org/W4235407935","https://openalex.org/W4244928213"],"related_works":["https://openalex.org/W4249854088","https://openalex.org/W2746413784","https://openalex.org/W603502240","https://openalex.org/W2566006169","https://openalex.org/W656132696","https://openalex.org/W2770234245","https://openalex.org/W4232010708","https://openalex.org/W2748672977","https://openalex.org/W563471364","https://openalex.org/W1987021565"],"abstract_inverted_index":{"As":[0],"smartphones":[1],"become":[2],"increasingly":[3],"intimate":[4],"and":[5,17,24,37,46,90,95],"continuous":[6],"companions,":[7],"many":[8],"opportunities":[9,23],"are":[10],"arising":[11],"in":[12,82,96],"human":[13,72,85],"behavior":[14,30,73],"sensing,":[15],"modeling,":[16],"coaching.":[18],"This":[19],"position":[20],"paper":[21],"explores":[22],"challenges":[25],"for":[26,42,64],"mobile-based":[27],"deployment":[28],"of":[29,39,52,59,68,80,84],"change":[31],"interventions.":[32],"We":[33],"suggest":[34],"the":[35,57,66],"adoption":[36],"extension":[38],"reinforcement":[40,69,93],"learning":[41,70],"addressing":[43],"these":[44],"challenges,":[45],"we":[47],"identify":[48],"several":[49],"key":[50],"areas":[51,76],"future":[53],"research":[54],"that,":[55],"on":[56],"basis":[58],"prior":[60],"results,":[61],"appear":[62],"ripe":[63],"extending":[65],"benefits":[67],"to":[71],"change.":[74],"These":[75],"include":[77],"stronger":[78],"grounding":[79],"states":[81],"theories":[83],"behavior,":[86],"RL":[87],"agent":[88],"adaptation":[89],"decomposition,":[91],"cooperative":[92],"learning,":[94],"situ":[97],"evaluation.":[98]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}