{"id":"https://openalex.org/W4405015141","doi":"https://doi.org/10.1145/3636534.3698122","title":"AutoJournaling: A Context-Aware Journaling System Leveraging MLLMs on Smartphone Screenshots","display_name":"AutoJournaling: A Context-Aware Journaling System Leveraging MLLMs on Smartphone Screenshots","publication_year":2024,"publication_date":"2024-12-04","ids":{"openalex":"https://openalex.org/W4405015141","doi":"https://doi.org/10.1145/3636534.3698122"},"language":"en","primary_location":{"id":"doi:10.1145/3636534.3698122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3698122","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3698122","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3698122","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065012369","display_name":"Tianyi Zhang","orcid":"https://orcid.org/0000-0002-0778-8844"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tianyi Zhang","raw_affiliation_strings":["University of Melbourne, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0778-8844","affiliations":[{"raw_affiliation_string":"University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070611674","display_name":"Shiquan Zhang","orcid":"https://orcid.org/0000-0003-3747-0842"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shiquan Zhang","raw_affiliation_strings":["University of Melbourne, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3747-0842","affiliations":[{"raw_affiliation_string":"University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113395185","display_name":"Le Fang","orcid":"https://orcid.org/0009-0004-2591-7584"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Le Fang","raw_affiliation_strings":["University of Melbourne, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0009-0004-2591-7584","affiliations":[{"raw_affiliation_string":"University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103049494","display_name":"Hong Jia","orcid":"https://orcid.org/0000-0002-6047-4158"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hong Jia","raw_affiliation_strings":["University of Melbourne, Melbourne, AU"],"raw_orcid":"https://orcid.org/0000-0002-6047-4158","affiliations":[{"raw_affiliation_string":"University of Melbourne, Melbourne, AU","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015873569","display_name":"Vassilis Kostakos","orcid":"https://orcid.org/0000-0003-2804-6038"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Vassilis Kostakos","raw_affiliation_strings":["University of Melbourne, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2804-6038","affiliations":[{"raw_affiliation_string":"University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009973520","display_name":"Simon D\u2019Alfonso","orcid":"https://orcid.org/0000-0001-7407-8730"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Simon D'Alfonso","raw_affiliation_strings":["University of Melbourne, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7407-8730","affiliations":[{"raw_affiliation_string":"University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2347","last_page":"2352"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/journaling-file-system","display_name":"Journaling file system","score":0.9513750672340393},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7724249362945557},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4849953353404999},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2237127721309662},{"id":"https://openalex.org/keywords/computer-file","display_name":"Computer file","score":0.08174189925193787}],"concepts":[{"id":"https://openalex.org/C2225880","wikidata":"https://www.wikidata.org/wiki/Q579047","display_name":"Journaling file system","level":3,"score":0.9513750672340393},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7724249362945557},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4849953353404999},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2237127721309662},{"id":"https://openalex.org/C95637964","wikidata":"https://www.wikidata.org/wiki/Q82753","display_name":"Computer file","level":2,"score":0.08174189925193787},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3636534.3698122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3698122","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3698122","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3636534.3698122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3698122","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3698122","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405015141.pdf"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W2396775314","https://openalex.org/W2921563810","https://openalex.org/W4306250089","https://openalex.org/W4308350611","https://openalex.org/W4311431702","https://openalex.org/W4393904418","https://openalex.org/W4396831908","https://openalex.org/W4396833227"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2396775314","https://openalex.org/W4241266395","https://openalex.org/W3175258235","https://openalex.org/W1533232479","https://openalex.org/W131862780","https://openalex.org/W3140045297","https://openalex.org/W2091828830"],"abstract_inverted_index":{"Journaling":[0],"offers":[1],"significant":[2],"benefits,":[3],"including":[4],"fostering":[5],"self-reflection,":[6],"enhancing":[7],"writing":[8],"skills,":[9],"and":[10,26,49,84,110,120,148],"aiding":[11],"in":[12],"mood":[13],"monitoring.":[14],"However,":[15],"many":[16],"people":[17],"abandon":[18],"the":[19,41,64,101,152],"practice":[20],"because":[21],"traditional":[22],"journaling":[23],"is":[24,151],"time-consuming,":[25],"detailed":[27],"life":[28,118],"events":[29,119],"may":[30],"be":[31],"overlooked":[32],"if":[33],"not":[34],"recorded":[35],"promptly.":[36],"Given":[37],"that":[38,104],"smartphones":[39],"are":[40],"most":[42],"widely":[43],"used":[44],"devices":[45,78],"for":[46,56,87,160],"entertainment,":[47],"work,":[48],"socialization,":[50],"they":[51],"present":[52],"an":[53],"ideal":[54],"platform":[55],"innovative":[57],"approaches":[58],"to":[59,79,127,155],"journaling.":[60],"Despite":[61],"their":[62],"ubiquity,":[63],"potential":[65],"of":[66,72],"using":[67],"digital":[68,77,128,170],"phenotyping,":[69],"a":[70,124],"method":[71],"unobtrusively":[73],"collecting":[74,109,134],"data":[75],"from":[76,113,139],"gain":[80],"insights":[81,165],"into":[82,166],"psychological":[83,167],"behavioral":[85],"patterns,":[86],"automated":[88],"journal":[89,161],"generation":[90],"has":[91],"been":[92],"largely":[93],"underexplored.":[94],"In":[95],"this":[96],"study,":[97],"we":[98],"propose":[99],"AutoJournaling,":[100],"first-of-its-kind":[102],"system":[103,116],"automatically":[105],"generates":[106],"journals":[107],"by":[108,133],"analyzing":[111],"screenshots":[112,135,159],"smartphones.":[114],"This":[115],"captures":[117],"corresponding":[121],"emotions,":[122],"offering":[123],"novel":[125],"approach":[126],"phenotyping.":[129,171],"We":[130],"evaluated":[131],"AutoJournaling":[132,150],"every":[136],"3":[137],"seconds":[138],"three":[140],"students":[141],"over":[142],"five":[143],"days,":[144],"demonstrating":[145],"its":[146],"feasibility":[147],"accuracy.":[149],"first":[153],"framework":[154],"utilize":[156],"seamlessly":[157],"collected":[158],"generation,":[162],"providing":[163],"new":[164],"states":[168],"through":[169]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}