{"id":"https://openalex.org/W4396832002","doi":"https://doi.org/10.1145/3613904.3642139","title":"Supporting Sensemaking of Large Language Model Outputs at Scale","display_name":"Supporting Sensemaking of Large Language Model Outputs at Scale","alternate_titles":[],"publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396832002","doi":"https://doi.org/10.1145/3613904.3642139"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642139","doi":"https://doi.org/10.1145/3613904.3642139","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3613904.3642139","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4396832002"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.13726","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049124089","display_name":"Katy Ilonka Gero","orcid":"https://orcid.org/0000-0001-5982-9321","observed_orcids":["https://orcid.org/0000-0001-5982-9321"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Katy Ilonka Gero","raw_affiliation_strings":["Department of Computer Science, Harvard University, United States"],"raw_orcid":"https://orcid.org/0000-0001-5982-9321","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019619132","display_name":"Chelse Swoopes","orcid":"https://orcid.org/0000-0002-7813-8937","observed_orcids":["https://orcid.org/0000-0002-7813-8937"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chelse Swoopes","raw_affiliation_strings":["Department of Computer Science, Harvard University, United States"],"raw_orcid":"https://orcid.org/0000-0002-7813-8937","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050920147","display_name":"Ziwei Gu","orcid":"https://orcid.org/0000-0001-9044-2651","observed_orcids":["https://orcid.org/0000-0001-9044-2651"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ziwei Gu","raw_affiliation_strings":["Harvard University, United States"],"raw_orcid":"https://orcid.org/0000-0001-9044-2651","affiliations":[{"raw_affiliation_string":"Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057970781","display_name":"Jonathan K. Kummerfeld","orcid":"https://orcid.org/0000-0001-5030-3016","observed_orcids":["https://orcid.org/0000-0001-5030-3016"]},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jonathan K. Kummerfeld","raw_affiliation_strings":["School of Computer Science, The University of Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0001-5030-3016","affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045866597","display_name":"Elena Leah Glassman","orcid":"https://orcid.org/0000-0001-5178-3496","observed_orcids":["https://orcid.org/0000-0001-5178-3496"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Elena L. Glassman","raw_affiliation_strings":["SEAS, Harvard University, United States"],"raw_orcid":"https://orcid.org/0000-0001-5178-3496","affiliations":[{"raw_affiliation_string":"SEAS, Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.4847,"has_fulltext":true,"cited_by_count":110,"citation_normalized_percentile":{"value":0.96243261,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"21"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.984000027179718},{"id":"https://openalex.org/keywords/sensemaking","display_name":"sensemaking","score":0.9179999828338623},{"id":"https://openalex.org/keywords/similarity-calculation","display_name":"similarity measurement","score":0.4269999861717224},{"id":"https://openalex.org/keywords/document-comparison","display_name":"document comparison","score":0.6370000243186951},{"id":"https://openalex.org/keywords/user-study","display_name":"user study","score":0.5389999747276306},{"id":"https://openalex.org/keywords/design-guidelines","display_name":"design guidelines","score":0.7149999737739563}],"concepts":[{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.981375515460968},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.7925881147384644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7864556312561035},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.554258406162262},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5324837565422058},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4386231601238251},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.298957496881485},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3613904.3642139","doi":"https://doi.org/10.1145/3613904.3642139","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3613904.3642139","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2401.13726","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.13726","pdf_url":"https://arxiv.org/pdf/2401.13726","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2401.13726","doi":"https://doi.org/10.48550/arxiv.2401.13726","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2401.13726","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.13726","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.13726","pdf_url":"https://arxiv.org/pdf/2401.13726","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396832002.pdf","grobid_xml":"https://content.openalex.org/works/W4396832002.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W38238952","https://openalex.org/W194068716","https://openalex.org/W287934474","https://openalex.org/W1520944543","https://openalex.org/W1586109357","https://openalex.org/W1918833844","https://openalex.org/W1969169704","https://openalex.org/W1976585161","https://openalex.org/W1978245240","https://openalex.org/W1980225884","https://openalex.org/W2012118336","https://openalex.org/W2017410401","https://openalex.org/W2025861473","https://openalex.org/W2026161499","https://openalex.org/W2032643934","https://openalex.org/W2053468515","https://openalex.org/W2058071972","https://openalex.org/W2076771354","https://openalex.org/W2091415361","https://openalex.org/W2150104072","https://openalex.org/W2150634379","https://openalex.org/W2153207410","https://openalex.org/W2440722286","https://openalex.org/W2510507909","https://openalex.org/W2512177572","https://openalex.org/W2560028697","https://openalex.org/W2597694933","https://openalex.org/W2796218495","https://openalex.org/W2911243414","https://openalex.org/W2914577637","https://openalex.org/W2972166747","https://openalex.org/W3029037612","https://openalex.org/W3091852516","https://openalex.org/W3094035418","https://openalex.org/W3123978464","https://openalex.org/W3199400376","https://openalex.org/W4255528274","https://openalex.org/W4284880452","https://openalex.org/W4307472411","https://openalex.org/W4377371585","https://openalex.org/W4385682544","https://openalex.org/W4389157038","https://openalex.org/W4396832834","https://openalex.org/W7098607487"],"related_works":["https://openalex.org/W4415288646","https://openalex.org/W4377371585","https://openalex.org/W4407570660","https://openalex.org/W4416246594","https://openalex.org/W7166890366","https://openalex.org/W4387801187","https://openalex.org/W4396827243","https://openalex.org/W4401548753","https://openalex.org/W7146995112","https://openalex.org/W4392376454"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"capable":[5],"of":[6,28,103,131],"generating":[7],"multiple":[8],"responses":[9,41],"to":[10,20,37,67,116,120,127],"a":[11,74,100],"single":[12],"prompt,":[13],"yet":[14],"little":[15],"effort":[16],"has":[17],"been":[18],"expended":[19],"help":[21],"end-users":[22],"or":[23],"system":[24],"designers":[25],"make":[26,108],"use":[27],"this":[29,32],"capability.":[30],"In":[31],"paper,":[33],"we":[34,123],"explore":[35],"how":[36,66,87],"present":[38,124],"many":[39],"LLM":[40,133],"at":[42],"once.":[43],"We":[44,71,94],"design":[45,125],"five":[46],"features,":[47],"which":[48],"include":[49],"both":[50],"pre-existing":[51],"and":[52,58,79,86,106],"novel":[53],"methods":[54],"for":[55],"computing":[56],"similarities":[57],"differences":[59],"across":[60],"textual":[61],"documents,":[62],"as":[63,65],"well":[64],"render":[68],"their":[69],"outputs.":[70],"report":[72],"on":[73],"controlled":[75],"user":[76],"study":[77],"(n=24)":[78],"eight":[80],"case":[81],"studies":[82],"evaluating":[83],"these":[84],"features":[85,98],"they":[88],"support":[89,99],"users":[90],"in":[91],"different":[92],"tasks.":[93],"find":[95],"that":[96,111],"the":[97],"wide":[101],"variety":[102],"sensemaking":[104],"tasks":[105,109],"even":[107],"tractable":[110],"our":[112],"participants":[113],"previously":[114],"considered":[115],"be":[117],"too":[118],"difficult":[119],"attempt.":[121],"Finally,":[122],"guidelines":[126],"inform":[128],"future":[129],"explorations":[130],"new":[132],"interfaces.":[134]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4396832002","counts_by_year":[{"year":2026,"cited_by_count":50},{"year":2025,"cited_by_count":52},{"year":2024,"cited_by_count":8}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-05-12T00:00:00"}
