{"id":"https://openalex.org/W4392222076","doi":"https://doi.org/10.1145/3613904.3642680","title":"MoodCapture: Depression Detection using In-the-Wild Smartphone Images","display_name":"MoodCapture: Depression Detection using In-the-Wild Smartphone Images","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4392222076","doi":"https://doi.org/10.1145/3613904.3642680","pmid":"https://pubmed.ncbi.nlm.nih.gov/39100498"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642680","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642680","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642680","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642680","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079905799","display_name":"Subigya Nepal","orcid":"https://orcid.org/0000-0002-4314-9505"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subigya Nepal","raw_affiliation_strings":["Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0002-4314-9505","affiliations":[{"raw_affiliation_string":"Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004965804","display_name":"Arvind Pillai","orcid":"https://orcid.org/0000-0002-2489-1130"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arvind Pillai","raw_affiliation_strings":["Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0002-2489-1130","affiliations":[{"raw_affiliation_string":"Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100685799","display_name":"Weichen Wang","orcid":"https://orcid.org/0000-0001-6738-9944"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weichen Wang","raw_affiliation_strings":["Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0001-6738-9944","affiliations":[{"raw_affiliation_string":"Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042004366","display_name":"Tess Griffin","orcid":"https://orcid.org/0000-0001-5462-575X"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tess Griffin","raw_affiliation_strings":["Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0001-5462-575X","affiliations":[{"raw_affiliation_string":"Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043670676","display_name":"Amanda C Collins","orcid":"https://orcid.org/0000-0002-8258-2272"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amanda C Collins","raw_affiliation_strings":["Quantitative Biomedical Sciences, Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0002-8258-2272","affiliations":[{"raw_affiliation_string":"Quantitative Biomedical Sciences, Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042790830","display_name":"Michael V. Heinz","orcid":"https://orcid.org/0000-0003-0866-0508"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Heinz","raw_affiliation_strings":["Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0003-0866-0508","affiliations":[{"raw_affiliation_string":"Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016780033","display_name":"Damien Lekkas","orcid":"https://orcid.org/0000-0002-6995-9223"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Damien Lekkas","raw_affiliation_strings":["Center for Technology and Behavioral Health, Dartmouth College Geisel School of Medicine, United States"],"raw_orcid":"https://orcid.org/0000-0002-6995-9223","affiliations":[{"raw_affiliation_string":"Center for Technology and Behavioral Health, Dartmouth College Geisel School of Medicine, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084296022","display_name":"Shayan Mirjafari","orcid":"https://orcid.org/0000-0002-7165-2781"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shayan Mirjafari","raw_affiliation_strings":["Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0002-7165-2781","affiliations":[{"raw_affiliation_string":"Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089381779","display_name":"Matthew D. Nemesure","orcid":"https://orcid.org/0000-0002-2369-600X"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Nemesure","raw_affiliation_strings":["Quantitative Biomedical Scienes, Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0002-2369-600X","affiliations":[{"raw_affiliation_string":"Quantitative Biomedical Scienes, Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057604992","display_name":"George Price","orcid":"https://orcid.org/0000-0002-9164-4973"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Price","raw_affiliation_strings":["Quantitative Biomedical Sciences, Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0002-9164-4973","affiliations":[{"raw_affiliation_string":"Quantitative Biomedical Sciences, Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080623810","display_name":"Nicholas C. Jacobson","orcid":"https://orcid.org/0000-0002-8832-4741"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Jacobson","raw_affiliation_strings":["Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0002-8832-4741","affiliations":[{"raw_affiliation_string":"Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064857767","display_name":"Andrew T. Campbell","orcid":"https://orcid.org/0000-0001-7394-7682"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Campbell","raw_affiliation_strings":["Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0001-7394-7682","affiliations":[{"raw_affiliation_string":"Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I107672454"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5561590194702148},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5115309953689575},{"id":"https://openalex.org/keywords/depression","display_name":"Depression (economics)","score":0.4931425452232361},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45319095253944397}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5561590194702148},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5115309953689575},{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.4931425452232361},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45319095253944397},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3613904.3642680","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642680","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642680","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmid:39100498","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39100498","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGCHI conference on human factors in computing systems. CHI Conference","raw_type":null},{"id":"pmh:oai:arXiv.org:2402.16182","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.16182","pdf_url":"https://arxiv.org/pdf/2402.16182","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pubmedcentral.nih.gov:11296678","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11296678","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11296678/pdf/nihms-2011120.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc SIGCHI Conf Hum Factor Comput Syst","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642680","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642680","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642680","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4281474698","display_name":null,"funder_award_id":"R01 MH123482","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"},{"id":"https://openalex.org/G8384903838","display_name":null,"funder_award_id":"R01MH123482","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"}],"funders":[{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392222076.pdf"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W187462869","https://openalex.org/W1559004598","https://openalex.org/W1628791547","https://openalex.org/W1769933788","https://openalex.org/W2000798696","https://openalex.org/W2033401989","https://openalex.org/W2033901645","https://openalex.org/W2037096268","https://openalex.org/W2048533792","https://openalex.org/W2057468507","https://openalex.org/W2058961190","https://openalex.org/W2081497770","https://openalex.org/W2094965525","https://openalex.org/W2098597588","https://openalex.org/W2099270617","https://openalex.org/W2122825543","https://openalex.org/W2123618525","https://openalex.org/W2132322340","https://openalex.org/W2137214557","https://openalex.org/W2138305051","https://openalex.org/W2156567116","https://openalex.org/W2164104699","https://openalex.org/W2277302289","https://openalex.org/W2283689807","https://openalex.org/W2288278236","https://openalex.org/W2314214671","https://openalex.org/W2414588418","https://openalex.org/W2755822369","https://openalex.org/W2767030624","https://openalex.org/W2778798971","https://openalex.org/W2794997027","https://openalex.org/W2795439263","https://openalex.org/W2800833042","https://openalex.org/W2807126412","https://openalex.org/W2894287735","https://openalex.org/W2937440490","https://openalex.org/W2972890723","https://openalex.org/W2999309192","https://openalex.org/W3012201074","https://openalex.org/W3013908145","https://openalex.org/W3029384005","https://openalex.org/W3048297990","https://openalex.org/W3082720921","https://openalex.org/W3095266565","https://openalex.org/W3096900814","https://openalex.org/W3098431772","https://openalex.org/W3122544540","https://openalex.org/W3126772981","https://openalex.org/W3160705766","https://openalex.org/W3175209524","https://openalex.org/W3182826292","https://openalex.org/W3202670106","https://openalex.org/W3211226919","https://openalex.org/W4210447347","https://openalex.org/W4213135659","https://openalex.org/W4223964620","https://openalex.org/W4225081796","https://openalex.org/W4283575541","https://openalex.org/W4299689471","https://openalex.org/W4310007481","https://openalex.org/W4312211975","https://openalex.org/W4313465484","https://openalex.org/W4380368260","https://openalex.org/W4385692095","https://openalex.org/W4390811623"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2772917594","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398","https://openalex.org/W2775347418"],"abstract_inverted_index":{"MoodCapture":[0,126],"presents":[1],"a":[2,83],"novel":[3],"approach":[4],"that":[5,82,140],"assesses":[6],"depression":[7,55,129],"based":[8,130],"on":[9,131],"images":[10],"automatically":[11],"captured":[12,47],"from":[13,34],"the":[14,32,53,142],"front-facing":[15],"camera":[16],"of":[17,145],"smartphones":[18],"as":[19,72,93],"people":[20],"go":[21],"about":[22,124],"their":[23],"daily":[24],"lives.":[25],"We":[26,80],"collect":[27],"over":[28],"125,000":[29],"photos":[30],"in":[31],"wild":[33],"N=177":[35],"participants":[36,50],"diagnosed":[37],"with":[38,87],"major":[39],"depressive":[40],"disorder":[41],"for":[42],"90":[43],"days.":[44],"Images":[45],"are":[46],"naturalistically":[48],"while":[49],"respond":[51],"to":[52,127],"PHQ-8":[54,100],"survey":[56],"question:":[57],"\u201cI":[58],"have":[59],"felt":[60],"down,":[61],"depressed,":[62],"or":[63,95],"hopeless\u201d.":[64],"Our":[65,103],"analysis":[66,105],"explores":[67],"important":[68],"image":[69],"attributes,":[70],"such":[71],"angle,":[73],"dominant":[74],"colors,":[75],"location,":[76],"objects,":[77],"and":[78,97,116],"lighting.":[79],"show":[81],"random":[84],"forest":[85],"trained":[86],"face":[88],"landmarks":[89],"can":[90],"classify":[91],"samples":[92],"depressed":[94],"non-depressed":[96],"predict":[98],"raw":[99],"scores":[101],"effectively.":[102],"post-hoc":[104],"provides":[106],"several":[107],"insights":[108,136],"through":[109],"an":[110],"ablation":[111],"study,":[112],"feature":[113],"importance":[114],"analysis,":[115],"bias":[117],"assessment.":[118],"Importantly,":[119],"we":[120],"evaluate":[121],"user":[122],"concerns":[123,139],"using":[125],"detect":[128],"sharing":[132],"photos,":[133],"providing":[134],"critical":[135],"into":[137],"privacy":[138],"inform":[141],"future":[143],"design":[144],"in-the-wild":[146],"image-based":[147],"mental":[148],"health":[149],"assessment":[150],"tools.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}