{"id":"https://openalex.org/W4409720925","doi":"https://doi.org/10.1145/3706599.3720055","title":"Media Content Atlas: A Pipeline to Explore and Investigate Multidimensional Media Space using Multimodal LLMs","display_name":"Media Content Atlas: A Pipeline to Explore and Investigate Multidimensional Media Space using Multimodal LLMs","publication_year":2025,"publication_date":"2025-04-23","ids":{"openalex":"https://openalex.org/W4409720925","doi":"https://doi.org/10.1145/3706599.3720055"},"language":"en","primary_location":{"id":"doi:10.1145/3706599.3720055","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3706599.3720055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.16323","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092228752","display_name":"Merve Cerit","orcid":"https://orcid.org/0009-0001-0560-4378"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Merve Cerit","raw_affiliation_strings":["Graduate School of Education, Stanford University, Stanford, California, USA"],"raw_orcid":"https://orcid.org/0009-0001-0560-4378","affiliations":[{"raw_affiliation_string":"Graduate School of Education, Stanford University, Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052906524","display_name":"Eric Zelikman","orcid":"https://orcid.org/0009-0001-7368-0460"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Zelikman","raw_affiliation_strings":["Stanford University, Stanford, California, USA"],"raw_orcid":"https://orcid.org/0009-0001-7368-0460","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087788911","display_name":"Mu-Jung Cho","orcid":"https://orcid.org/0000-0001-5500-6336"},"institutions":[{"id":"https://openalex.org/I4210150355","display_name":"Research Center for Humanities and Social Sciences, Academia Sinica","ror":"https://ror.org/05n4swm55","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210150355","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Mu-Jung Cho","raw_affiliation_strings":["Research Center for Humanities and Social Sciences, Academia Sinica, Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-5500-6336","affiliations":[{"raw_affiliation_string":"Research Center for Humanities and Social Sciences, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210150355"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053721837","display_name":"Thomas N. Robinson","orcid":"https://orcid.org/0000-0002-2367-0774"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas N. Robinson","raw_affiliation_strings":["Departments of Pediatrics and Medicine, Stanford University, Stanford, California, USA"],"raw_orcid":"https://orcid.org/0000-0002-2367-0774","affiliations":[{"raw_affiliation_string":"Departments of Pediatrics and Medicine, Stanford University, Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053214955","display_name":"Byron Reeves","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Byron Reeves","raw_affiliation_strings":["Department of Communication, Stanford University, Stanford, California, USA"],"raw_orcid":"https://orcid.org/0000-0003-1546-8397","affiliations":[{"raw_affiliation_string":"Department of Communication, Stanford University, Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058957631","display_name":"Nil\u00e0m Ram","orcid":"https://orcid.org/0000-0003-1671-5257"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nilam Ram","raw_affiliation_strings":["Department of Communication, Stanford University, Stanford, California, USA","Department of Psychology, Stanford University, Stanford, California, USA"],"raw_orcid":"https://orcid.org/0000-0003-1671-5257","affiliations":[{"raw_affiliation_string":"Department of Communication, Stanford University, Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Psychology, Stanford University, Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069105490","display_name":"Nick Haber","orcid":"https://orcid.org/0000-0001-8804-7804"},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nick Haber","raw_affiliation_strings":["Department of Computer Science, Stanford University, Stanford, California, USA","Graduate School of Education, Stanford, Stanford, California, USA"],"raw_orcid":"https://orcid.org/0000-0001-8804-7804","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stanford University, Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Graduate School of Education, Stanford, Stanford, California, USA","institution_ids":["https://openalex.org/I4210137306"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5092228752"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":5.8102,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.95220366,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/atlas","display_name":"Atlas (anatomy)","score":0.6754155158996582},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6264942288398743},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.610133171081543},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5761789083480835},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.43578100204467773},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3353234529495239},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09604993462562561},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.07035517692565918}],"concepts":[{"id":"https://openalex.org/C2776673561","wikidata":"https://www.wikidata.org/wiki/Q655357","display_name":"Atlas (anatomy)","level":2,"score":0.6754155158996582},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6264942288398743},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.610133171081543},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5761789083480835},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.43578100204467773},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3353234529495239},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09604993462562561},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07035517692565918},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3706599.3720055","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3706599.3720055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2504.16323","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.16323","pdf_url":"https://arxiv.org/pdf/2504.16323","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.16323","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.16323","pdf_url":"https://arxiv.org/pdf/2504.16323","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2188648704","display_name":null,"funder_award_id":"R01HL169601","funder_id":"https://openalex.org/F4320337338","funder_display_name":"National Heart, Lung, and Blood Institute"},{"id":"https://openalex.org/G7764728874","display_name":null,"funder_award_id":"2302701","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F2966678676","display_name":"Stanford Institute for Human-Centered Artificial Intelligence, Stanford University","ror":null},{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337338","display_name":"National Heart, Lung, and Blood Institute","ror":"https://ror.org/012pb6c26"},{"id":"https://openalex.org/F4320337840","display_name":"Stanford Maternal and Child Health Research Institute","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W606727990","https://openalex.org/W1533372410","https://openalex.org/W1599334645","https://openalex.org/W1968380849","https://openalex.org/W1982500521","https://openalex.org/W2005738834","https://openalex.org/W2060269880","https://openalex.org/W2136525681","https://openalex.org/W2155286613","https://openalex.org/W2174114974","https://openalex.org/W2180566385","https://openalex.org/W2601243251","https://openalex.org/W2779705465","https://openalex.org/W2810665353","https://openalex.org/W2888198681","https://openalex.org/W2889620547","https://openalex.org/W2921563810","https://openalex.org/W2941152297","https://openalex.org/W2945186361","https://openalex.org/W2962905462","https://openalex.org/W2966516793","https://openalex.org/W2986651361","https://openalex.org/W3000102200","https://openalex.org/W3017257354","https://openalex.org/W3026494741","https://openalex.org/W3030102532","https://openalex.org/W3083406432","https://openalex.org/W3087303264","https://openalex.org/W3096802558","https://openalex.org/W3126276433","https://openalex.org/W3128976925","https://openalex.org/W3135367836","https://openalex.org/W3136402846","https://openalex.org/W3144904622","https://openalex.org/W3166396011","https://openalex.org/W4210764005","https://openalex.org/W4214586747","https://openalex.org/W4226281720","https://openalex.org/W4230587313","https://openalex.org/W4295693562","https://openalex.org/W4307633666","https://openalex.org/W4327580102","https://openalex.org/W4361274848","https://openalex.org/W4367322505","https://openalex.org/W4379259189","https://openalex.org/W4385497950","https://openalex.org/W4388980317","https://openalex.org/W4391897255","https://openalex.org/W4392298440","https://openalex.org/W4392361867","https://openalex.org/W4392996138","https://openalex.org/W4396694082","https://openalex.org/W4396832549","https://openalex.org/W4401276428","https://openalex.org/W4406259916"],"related_works":["https://openalex.org/W2314146950","https://openalex.org/W2011187995","https://openalex.org/W2373521488","https://openalex.org/W2324878645","https://openalex.org/W4408797289","https://openalex.org/W2803101231","https://openalex.org/W4284509","https://openalex.org/W4393084406","https://openalex.org/W606911313","https://openalex.org/W4229506690"],"abstract_inverted_index":{"As":[0],"digital":[1],"media":[2,21,142],"use":[3,78],"continues":[4],"to":[5,18,37],"evolve":[6],"and":[7,15,65,90,107,111,120,135,143],"influence":[8],"various":[9],"aspects":[10],"of":[11],"life,":[12],"developing":[13],"flexible":[14],"scalable":[16],"tools":[17],"study":[19,26],"complex":[20],"experiences":[22],"is":[23],"essential.":[24],"This":[25],"introduces":[27],"the":[28],"Media":[29],"Content":[30],"Atlas":[31],"(MCA),":[32],"a":[33],"novel":[34],"pipeline":[35],"designed":[36],"help":[38],"researchers":[39],"investigate":[40],"large-scale":[41],"screen":[42,77],"data":[43],"beyond":[44],"traditional":[45],"screen-use":[46],"metrics.":[47],"Leveraging":[48],"multimodal":[49],"large":[50],"language":[51],"models":[52],"(MLLMs),":[53],"MCA":[54,86,131],"enables":[55],"moment-by-moment":[56],"content":[57],"analysis,":[58],"content-based":[59],"clustering,":[60],"topic":[61],"modeling,":[62],"image":[63],"retrieval,":[64],"interactive":[66],"visualizations.":[67],"Evaluated":[68],"on":[69],"1.12":[70],"million":[71],"smartphone":[72],"screenshots":[73],"continuously":[74],"captured":[75],"during":[76],"from":[79],"112":[80],"adults":[81],"over":[82],"an":[83,99],"entire":[84],"month,":[85],"facilitates":[87],"open-ended":[88],"exploration":[89],"hypothesis":[91],"generation":[92],"as":[93,95],"well":[94],"hypothesis-driven":[96],"investigations":[97],"at":[98],"unprecedented":[100],"scale.":[101],"Expert":[102],"evaluators":[103],"underscored":[104],"its":[105],"usability":[106],"potential":[108],"for":[109,141],"research":[110],"intervention":[112],"design,":[113],"with":[114,128],"clustering":[115],"results":[116],"rated":[117],"96%":[118],"relevant":[119],"descriptions":[121],"83%":[122],"accurate.":[123],"By":[124],"bridging":[125],"methodological":[126],"possibilities":[127],"domain-specific":[129],"needs,":[130],"accelerates":[132],"both":[133],"inductive":[134],"deductive":[136],"inquiry,":[137],"presenting":[138],"new":[139],"opportunities":[140],"HCI":[144],"research.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}