{"id":"https://openalex.org/W4416631069","doi":"https://doi.org/10.31234/osf.io/47w3e_v1","title":"Key Concepts in Online Learning and Decision Making for Personalizing Just-in-Time Adaptive Interventions (pJITAIs)","display_name":"Key Concepts in Online Learning and Decision Making for Personalizing Just-in-Time Adaptive Interventions (pJITAIs)","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W4416631069","doi":"https://doi.org/10.31234/osf.io/47w3e_v1"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/47w3e_v1","doi":"https://doi.org/10.31234/osf.io/47w3e_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/47w3e_v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31234/osf.io/47w3e_v1","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012617737","display_name":"Asim H. Gazi","orcid":"https://orcid.org/0000-0003-4698-2823","observed_orcids":["https://orcid.org/0000-0003-4698-2823"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asim H. Gazi","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4698-2823","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028312587","display_name":"Susobhan Ghosh","orcid":"https://orcid.org/0000-0003-3654-4141","observed_orcids":["https://orcid.org/0000-0003-3654-4141"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Susobhan Ghosh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088044292","display_name":"Yongyi Guo","orcid":"https://orcid.org/0000-0003-1192-0454","observed_orcids":["https://orcid.org/0000-0003-1192-0454"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongyi Guo","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1192-0454","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044749547","display_name":"Daiqi Gao","orcid":"https://orcid.org/0009-0009-9036-7466","observed_orcids":["https://orcid.org/0009-0009-9036-7466"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daiqi Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007965098","display_name":"Ziping Xu","orcid":"https://orcid.org/0000-0002-2591-0356","observed_orcids":["https://orcid.org/0000-0002-2591-0356"]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziping Xu","raw_affiliation_strings":["University of North Carolina at Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034549483","display_name":"Inbal Billie Nahum-Shani","orcid":"https://orcid.org/0000-0001-6138-9089","observed_orcids":["https://orcid.org/0000-0001-6138-9089"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inbal Nahum-Shani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5070589969","display_name":"Susan A. Murphy","orcid":"https://orcid.org/0000-0002-2032-4286","observed_orcids":["https://orcid.org/0000-0002-2032-4286"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Susan Murphy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.32710000872612,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.32710000872612,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.15360000729560852,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.10080000013113022,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/just-in-time-adaptive-interventions","display_name":"just-in-time adaptive interventions","score":0.9929999709129333},{"id":"https://openalex.org/keywords/personalization","display_name":"personalization","score":0.5979999899864197},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.9890000224113464},{"id":"https://openalex.org/keywords/decision-rules","display_name":"decision rules","score":0.8230000138282776},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7009999752044678},{"id":"https://openalex.org/keywords/control-engineering","display_name":"control engineering","score":0.9850000143051147},{"id":"https://openalex.org/keywords/data-streams","display_name":"data streams","score":0.859000027179718},{"id":"https://openalex.org/keywords/digital-health","display_name":"digital health","score":0.7210000157356262}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6801000237464905},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.617900013923645},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5195000171661377},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46459999680519104},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.4603999853134155},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.4262999892234802},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.4171000123023987},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.40149998664855957},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.3991999924182892},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3986000120639801},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39500001072883606},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3862000107765198},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3727000057697296},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.36559998989105225},{"id":"https://openalex.org/C2780468074","wikidata":"https://www.wikidata.org/wiki/Q16628824","display_name":"Digital learning","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C59719044","wikidata":"https://www.wikidata.org/wiki/Q7273265","display_name":"R-CAST","level":4,"score":0.3203999996185303},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31029999256134033},{"id":"https://openalex.org/C135115379","wikidata":"https://www.wikidata.org/wiki/Q2750514","display_name":"Decision engineering","level":4,"score":0.3084999918937683},{"id":"https://openalex.org/C2778121359","wikidata":"https://www.wikidata.org/wiki/Q8096","display_name":"Lexicon","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C2780033181","wikidata":"https://www.wikidata.org/wiki/Q24962805","display_name":"Decision aids","level":3,"score":0.29829999804496765},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2888999879360199},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.2863999903202057},{"id":"https://openalex.org/C186116695","wikidata":"https://www.wikidata.org/wiki/Q5249226","display_name":"Decision analysis","level":2,"score":0.2734000086784363}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.31234/osf.io/47w3e_v1","doi":"https://doi.org/10.31234/osf.io/47w3e_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/47w3e_v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.31234/osf.io/47w3e_v1","doi":"https://doi.org/10.31234/osf.io/47w3e_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/47w3e_v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7165258013","https://openalex.org/W7169866396","https://openalex.org/W2583085944","https://openalex.org/W4377090750","https://openalex.org/W7160012719","https://openalex.org/W2300715508","https://openalex.org/W7167020669","https://openalex.org/W6963099799","https://openalex.org/W3041029960","https://openalex.org/W149105931"],"abstract_inverted_index":{"Background:":[0],"Just-in-time":[1],"adaptive":[2],"interventions":[3],"(JITAIs)":[4],"provide":[5],"digital":[6],"health":[7],"support":[8,38],"that":[9,23,97],"is":[10,16,96],"timely":[11],"and":[12,20,77,84,125,151,190,202,216,222,236,247],"adaptive:":[13],"intervention":[14,46,57,188],"delivery":[15],"tailored":[17],"to":[18,36,53,122,158,166,239],"internal":[19],"external":[21],"factors":[22],"may":[24,137,192],"change":[25],"rapidly,":[26],"known":[27],"as":[28],"\u201ctailoring":[29],"variables.\u201d":[30],"JITAIs":[31,95,136],"make":[32],"decisions":[33],"on":[34,60,170,182],"how":[35,148,183],"tailor":[37],"using":[39],"\u201cdecision":[40],"rules.\u201d":[41],"Decision":[42],"rules":[43,65,99,168],"specify":[44],"which":[45],"option":[47],"should":[48],"be":[49],"selected":[50],"(e.g.,":[51,129],"whether":[52],"send":[54],"a":[55,89,117,134],"text-based":[56],"message)":[58],"based":[59,169],"tailoring":[61,186],"variables.":[62],"JITAI":[63,118],"decision":[64,98,167],"are":[66],"typically":[67],"designed":[68],"via":[69],"expert":[70],"opinion":[71],"\u2013":[72,83],"informed":[73,100],"by":[74,101],"domain":[75],"knowledge":[76],"statistical":[78],"analyses":[79],"of":[80,116,244],"past":[81,102],"data":[82,103,172,178],"kept":[85],"the":[86,123,210,241],"same":[87],"throughout":[88],"JITAI\u2019s":[90],"deployment.":[91,143,175],"A":[92],"challenge":[93],"for":[94,109,199,250],"can":[104],"become":[105],"stale":[106],"or":[107],"outdated":[108],"several":[110],"reasons,":[111],"including":[112],"differences":[113],"between":[114,185],"recipients":[115],"from":[119,139],"one":[120],"deployment":[121],"next":[124],"broader":[126],"societal":[127],"shifts":[128],"post-pandemic":[130],"behavior":[131],"shifts).":[132],"As":[133],"result,":[135],"suffer":[138],"reduced":[140],"effectiveness":[141],"in":[142,209,229],"Purpose:":[144],"Herein,":[145],"we":[146,231],"describe":[147],"online":[149,200,245],"learning":[150,201,214,246],"decision-making":[152,203,248],"algorithms":[153,249],"create":[154],"\u201cpersonalizing":[155],"JITAIs\u201d":[156],"(pJITAIs)":[157],"address":[159],"this":[160],"gap,":[161],"enabling":[162],"pre-specified,":[163],"within-deployment":[164],"modifications":[165],"streaming":[171,177],"collected":[173],"during":[174],"This":[176],"provides":[179],"up-to-date":[180],"insights":[181],"relationships":[184],"variables,":[187],"options,":[189],"outcomes":[191],"differ.":[193],"Methods:":[194],"We":[195],"detail":[196],"key":[197],"concepts":[198],"algorithms,":[204],"unifying":[205],"two":[206],"dominant":[207],"perspectives":[208],"pJITAI":[211],"literature:":[212],"reinforcement":[213],"(RL)":[215],"control":[217,223],"engineering.":[218],"Conclusions:":[219],"Although":[220],"RL":[221],"engineering":[224],"approaches":[225],"have":[226],"generally":[227],"progressed":[228],"parallel,":[230],"elucidate":[232],"their":[233],"substantial":[234],"overlap":[235],"unify":[237],"terminology":[238],"streamline":[240],"collaborative":[242],"design":[243],"pJITAIs.":[251]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2025-11-25T00:00:00"}