{"id":"https://openalex.org/W4281750033","doi":"https://doi.org/10.1145/3531231","title":"Multimodal Fusion of Smart Home and Text-based Behavior Markers for Clinical Assessment Prediction","display_name":"Multimodal Fusion of Smart Home and Text-based Behavior Markers for Clinical Assessment Prediction","publication_year":2022,"publication_date":"2022-06-02","ids":{"openalex":"https://openalex.org/W4281750033","doi":"https://doi.org/10.1145/3531231","pmid":"https://pubmed.ncbi.nlm.nih.gov/36381500","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/9645787"},"language":"en","primary_location":{"id":"doi:10.1145/3531231","doi":"https://doi.org/10.1145/3531231","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3531231","pdf_url":null,"source":{"id":"https://openalex.org/S4210174653","display_name":"ACM Transactions on Computing for Healthcare","issn_l":"2637-8051","issn":["2637-8051","2691-1957"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-b","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing for Healthcare","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9645787","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080540415","display_name":"Gina Sprint","orcid":"https://orcid.org/0000-0001-9935-9950","observed_orcids":["https://orcid.org/0000-0001-9935-9950"]},"institutions":[{"id":"https://openalex.org/I119888943","display_name":"Gonzaga University","ror":"https://ror.org/03ze70h02","country_code":"US","type":"education","lineage":["https://openalex.org/I119888943"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gina Sprint","raw_affiliation_strings":["Department of Computer Science, Gonzaga University, Spokane, WA"],"raw_orcid":"https://orcid.org/0000-0001-9935-9950","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Gonzaga University, Spokane, WA","institution_ids":["https://openalex.org/I119888943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048183050","display_name":"Diane J. Cook","orcid":"https://orcid.org/0000-0002-4441-7508","observed_orcids":["https://orcid.org/0000-0002-4441-7508","https://orcid.org/0000-0001-9711-2954"]},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diane J. Cook","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Washington State University, Pullman, WA"],"raw_orcid":"https://orcid.org/0000-0002-4441-7508","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Washington State University, Pullman, WA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081353863","display_name":"Maureen Schmitter\u2010Edgecombe","orcid":"https://orcid.org/0000-0002-5304-2146","observed_orcids":["https://orcid.org/0000-0002-5304-2146"]},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maureen Schmitter-Edgecombe","raw_affiliation_strings":["Department of Psychology, Washington State University, Pullman, WA"],"raw_orcid":"https://orcid.org/0000-0002-5304-2146","affiliations":[{"raw_affiliation_string":"Department of Psychology, Washington State University, Pullman, WA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044712355","display_name":"Lawrence B. Holder","orcid":"https://orcid.org/0000-0002-6586-3144","observed_orcids":["https://orcid.org/0000-0002-6586-3144"]},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lawrence B. Holder","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Washington State University, Pullman, WA"],"raw_orcid":"https://orcid.org/0000-0002-6586-3144","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Washington State University, Pullman, WA","institution_ids":["https://openalex.org/I72951846"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6963,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.65795922,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"3","issue":"4","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.8637999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.8637999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10009","display_name":"Dementia and Cognitive Impairment Research","score":0.10580000281333923,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.00430000014603138,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.8270000219345093},{"id":"https://openalex.org/keywords/smart-home","display_name":"home automation","score":0.722000002861023},{"id":"https://openalex.org/keywords/mild-cognitive-impairment","display_name":"mild cognitive impairment","score":0.8569999933242798},{"id":"https://openalex.org/keywords/app-usage-patterns","display_name":"app usage patterns","score":0.5860000252723694},{"id":"https://openalex.org/keywords/joint-prediction","display_name":"joint prediction","score":0.6660000085830688}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6502187252044678},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5333063006401062},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4880184233188629},{"id":"https://openalex.org/C2984915365","wikidata":"https://www.wikidata.org/wiki/Q5141203","display_name":"Cognitive impairment","level":3,"score":0.48489171266555786},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.44911301136016846},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4485909342765808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4447948634624481},{"id":"https://openalex.org/C507571656","wikidata":"https://www.wikidata.org/wiki/Q848436","display_name":"Home automation","level":2,"score":0.41728726029396057},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2839541435241699},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3531231","doi":"https://doi.org/10.1145/3531231","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3531231","pdf_url":null,"source":{"id":"https://openalex.org/S4210174653","display_name":"ACM Transactions on Computing for Healthcare","issn_l":"2637-8051","issn":["2637-8051","2691-1957"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-b","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing for Healthcare","raw_type":"journal-article"},{"id":"pmid:36381500","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36381500","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM transactions on computing for healthcare","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9645787","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9645787","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"ACM Trans Comput Healthc","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:9645787","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9645787","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"ACM Trans Comput Healthc","raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.9391000270843506}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1055766644","display_name":"Automated Health Assessment through Mobile Sensing and Machine Learning of Daily Activities","funder_award_id":"R44AG078121","funder_id":"https://openalex.org/F4320337337","funder_display_name":"National Institute on Aging"},{"id":"https://openalex.org/G3709163166","display_name":"Smart Technologies for Health Assessment and Assistance","funder_award_id":"R01EB009675","funder_id":"https://openalex.org/F4320337363","funder_display_name":"National Institute of Biomedical Imaging and Bioengineering"},{"id":"https://openalex.org/G577300759","display_name":"Multi-modal functional health assessment and intervention for individuals experiencing cognitive decline","funder_award_id":"R01AG065218","funder_id":"https://openalex.org/F4320337337","funder_display_name":"National Institute on Aging"},{"id":"https://openalex.org/G9000897697","display_name":"Creating adaptive, wearable technologies to assess and intervene for individuals with ADRDs","funder_award_id":"R35AG071451","funder_id":"https://openalex.org/F4320337337","funder_display_name":"National Institute on Aging"},{"id":"https://openalex.org/G9000904145","display_name":"Multidisciplinary undergraduate training program in Health-assistive Smart Environments","funder_award_id":"R25AG046114","funder_id":"https://openalex.org/F4320337337","funder_display_name":"National Institute on Aging"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337337","display_name":"National Institute on Aging","ror":"https://ror.org/049v75w11"},{"id":"https://openalex.org/F4320337363","display_name":"National Institute of Biomedical Imaging and Bioengineering","ror":"https://ror.org/00372qc85"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1544359545","https://openalex.org/W1559001474","https://openalex.org/W1973798645","https://openalex.org/W1981045564","https://openalex.org/W2015200434","https://openalex.org/W2017337590","https://openalex.org/W2045463218","https://openalex.org/W2074995863","https://openalex.org/W2094985425","https://openalex.org/W2151194828","https://openalex.org/W2165115508","https://openalex.org/W2177066871","https://openalex.org/W2193564998","https://openalex.org/W2281492572","https://openalex.org/W2342783192","https://openalex.org/W2409233683","https://openalex.org/W2419166108","https://openalex.org/W2509318466","https://openalex.org/W2510913895","https://openalex.org/W2553107489","https://openalex.org/W2619383789","https://openalex.org/W2791951661","https://openalex.org/W2794997027","https://openalex.org/W2885173841","https://openalex.org/W2887590219","https://openalex.org/W2910408172","https://openalex.org/W2917157846","https://openalex.org/W2924319246","https://openalex.org/W2927148761","https://openalex.org/W2943352209","https://openalex.org/W2943801286","https://openalex.org/W2949392115","https://openalex.org/W2964250703","https://openalex.org/W2974176770","https://openalex.org/W2981660166","https://openalex.org/W2982154764","https://openalex.org/W2985852121","https://openalex.org/W3001428975","https://openalex.org/W3015449605","https://openalex.org/W3034011301","https://openalex.org/W3038424140","https://openalex.org/W3046170740","https://openalex.org/W3094726021","https://openalex.org/W3095677657","https://openalex.org/W3124172077","https://openalex.org/W3132951595","https://openalex.org/W3158162385","https://openalex.org/W3163800417","https://openalex.org/W3169995298","https://openalex.org/W3205171606","https://openalex.org/W3214518831","https://openalex.org/W4206210147"],"related_works":["https://openalex.org/W2409233683","https://openalex.org/W3158162385","https://openalex.org/W1840019162","https://openalex.org/W4393020418","https://openalex.org/W2791951661","https://openalex.org/W4401110479","https://openalex.org/W7100347834","https://openalex.org/W2092877006","https://openalex.org/W7134140251","https://openalex.org/W1995160531"],"abstract_inverted_index":{"New":[0],"modes":[1],"of":[2],"technology":[3],"are":[4,17,37,100],"offering":[5],"unprecedented":[6],"opportunities":[7],"to":[8,57,75,95,174,188],"unobtrusively":[9],"collect":[10],"data":[11,56,160],"about":[12],"people's":[13],"behavior.":[14],"While":[15],"there":[16],"many":[18],"use":[19],"cases":[20],"for":[21,28,43,93,102,141,192],"such":[22,47],"information,":[23],"we":[24,73],"explore":[25],"its":[26],"utility":[27],"predicting":[29],"multiple":[30],"clinical":[31,35,97,194],"assessment":[32,58,181],"scores.":[33],"Because":[34],"assessments":[36,98],"typically":[38],"used":[39],"as":[40,48],"screening":[41],"tools":[42],"impairment":[44,51],"and":[45,66,86,106,117,128,147,159,179],"disease,":[46],"mild":[49],"cognitive":[50,109],"(MCI),":[52],"automatically":[53],"mapping":[54,94],"behavioral":[55],"scores":[59],"can":[60],"help":[61],"detect":[62],"changes":[63,107],"in":[64,108,167],"health":[65],"behavior":[67,77,112,123,145],"across":[68],"time.":[69],"In":[70],"this":[71],"article,":[72],"aim":[74],"extract":[76],"markers":[78,113,124,146],"from":[79,132,161,184],"two":[80],"modalities,":[81],"a":[82,87,168],"smart":[83],"home":[84],"environment":[85],"custom":[88],"digital":[89],"memory":[90],"notebook":[91],"app,":[92],"10":[96],"that":[99],"relevant":[101],"monitoring":[103],"MCI":[104,165],"onset":[105],"health.":[110],"Smart-home-based":[111],"reflect":[114,125],"hourly,":[115],"daily,":[116],"weekly":[118],"activity":[119],"patterns,":[120],"while":[121],"app-based":[122],"app":[126],"usage":[127],"writing":[129],"content/style":[130],"derived":[131],"free-form":[133],"journal":[134],"entries.":[135],"We":[136,151,171],"describe":[137],"machine":[138],"learning":[139],"techniques":[140],"fusing":[142],"these":[143],"multimodal":[144],"utilizing":[148],"joint":[149],"prediction.":[150],"evaluate":[152],"our":[153],"approach":[154],"using":[155],"three":[156],"regression":[157],"algorithms":[158],"14":[162],"participants":[163],"with":[164],"living":[166],"smart-home":[169],"environment.":[170],"observed":[172],"moderate":[173],"large":[175],"correlations":[176],"between":[177],"predicted":[178],"ground-truth":[180],"scores,":[182],"ranging":[183],"r":[185,189],"=":[186,190],"0.601":[187],"0.871":[191],"each":[193],"assessment.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2022-06-13T00:00:00"}