{"id":"https://openalex.org/W4406258082","doi":"https://doi.org/10.1145/3701201","title":"\"My Very Subjective Human Interpretation\": Domain Expert Perspectives on Navigating the Text Analysis Loop for Topic Models","display_name":"\"My Very Subjective Human Interpretation\": Domain Expert Perspectives on Navigating the Text Analysis Loop for Topic Models","publication_year":2025,"publication_date":"2025-01-10","ids":{"openalex":"https://openalex.org/W4406258082","doi":"https://doi.org/10.1145/3701201"},"language":"en","primary_location":{"id":"doi:10.1145/3701201","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701201","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3701201","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035362847","display_name":"Alexandra Schofield","orcid":null},"institutions":[{"id":"https://openalex.org/I133543626","display_name":"Harvey Mudd College","ror":"https://ror.org/025ecfn45","country_code":"US","type":"education","lineage":["https://openalex.org/I133543626"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alexandra Schofield","raw_affiliation_strings":["Harvey Mudd College, Claremont, CA, USA"],"affiliations":[{"raw_affiliation_string":"Harvey Mudd College, Claremont, CA, USA","institution_ids":["https://openalex.org/I133543626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101514983","display_name":"Siqi Wu","orcid":"https://orcid.org/0009-0008-4426-8179"},"institutions":[{"id":"https://openalex.org/I133543626","display_name":"Harvey Mudd College","ror":"https://ror.org/025ecfn45","country_code":"US","type":"education","lineage":["https://openalex.org/I133543626"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siqi Wu","raw_affiliation_strings":["Massachusetts Institute of Technology & Harvey Mudd College, Cambridge, Massachusetts, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology & Harvey Mudd College, Cambridge, Massachusetts, USA","institution_ids":["https://openalex.org/I133543626","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115839724","display_name":"Theo Bayard de Volo","orcid":null},"institutions":[{"id":"https://openalex.org/I141778976","display_name":"Pitzer College","ror":"https://ror.org/0197n2v40","country_code":"US","type":"education","lineage":["https://openalex.org/I141778976"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Theo Bayard de Volo","raw_affiliation_strings":["Pitzer College, Claremont, CA, USA"],"affiliations":[{"raw_affiliation_string":"Pitzer College, Claremont, CA, USA","institution_ids":["https://openalex.org/I141778976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000208177","display_name":"Tatsuki Kuze","orcid":null},"institutions":[{"id":"https://openalex.org/I133543626","display_name":"Harvey Mudd College","ror":"https://ror.org/025ecfn45","country_code":"US","type":"education","lineage":["https://openalex.org/I133543626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tatsuki Kuze","raw_affiliation_strings":["Harvey Mudd College, Claremont, CA, USA"],"affiliations":[{"raw_affiliation_string":"Harvey Mudd College, Claremont, CA, USA","institution_ids":["https://openalex.org/I133543626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034786522","display_name":"Alfredo Gomez","orcid":"https://orcid.org/0000-0002-6116-1647"},"institutions":[{"id":"https://openalex.org/I133543626","display_name":"Harvey Mudd College","ror":"https://ror.org/025ecfn45","country_code":"US","type":"education","lineage":["https://openalex.org/I133543626"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alfredo Gomez","raw_affiliation_strings":["Carnegie Mellon University & Harvey Mudd College, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University & Harvey Mudd College, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I133543626","https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103026409","display_name":"Sharifa Sultana","orcid":"https://orcid.org/0000-0003-2906-7391"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sharifa Sultana","raw_affiliation_strings":["University of Illinois, Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5035362847"],"corresponding_institution_ids":["https://openalex.org/I133543626"],"apc_list":null,"apc_paid":null,"fwci":15.4179,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.98260377,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"9","issue":"1","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latent-dirichlet-allocation","display_name":"Latent Dirichlet allocation","score":0.8599151968955994},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.7667407989501953},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7098033428192139},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6324542164802551},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.57293301820755},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5587925910949707},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4825100898742676},{"id":"https://openalex.org/keywords/non-negative-matrix-factorization","display_name":"Non-negative matrix factorization","score":0.4386696517467499},{"id":"https://openalex.org/keywords/computational-sociology","display_name":"Computational sociology","score":0.434938907623291},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4211709499359131},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3614961802959442},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32156383991241455},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.2954484522342682},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1063660979270935}],"concepts":[{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.8599151968955994},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.7667407989501953},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7098033428192139},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6324542164802551},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.57293301820755},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5587925910949707},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4825100898742676},{"id":"https://openalex.org/C152671427","wikidata":"https://www.wikidata.org/wiki/Q10843505","display_name":"Non-negative matrix factorization","level":4,"score":0.4386696517467499},{"id":"https://openalex.org/C126349790","wikidata":"https://www.wikidata.org/wiki/Q905036","display_name":"Computational sociology","level":2,"score":0.434938907623291},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4211709499359131},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3614961802959442},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32156383991241455},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.2954484522342682},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1063660979270935},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3701201","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701201","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/158190","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/158190","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/158190/1/3701201.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Association for Computing Machinery","raw_type":"http://purl.org/eprint/type/JournalArticle"}],"best_oa_location":{"id":"doi:10.1145/3701201","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701201","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8299999833106995,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1530415339","display_name":null,"funder_award_id":"1950885,2243941","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G4398744156","display_name":null,"funder_award_id":"1950885","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8869916503","display_name":"REU Site: Exploring the Limits of Intelligent Systems","funder_award_id":"2243941","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309332","display_name":"Harvey Mudd College","ror":"https://ror.org/025ecfn45"},{"id":"https://openalex.org/F4320311613","display_name":"Claremont Graduate University","ror":"https://ror.org/0157pnt69"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1544268587","https://openalex.org/W1550840327","https://openalex.org/W1604145802","https://openalex.org/W1606555179","https://openalex.org/W1753361524","https://openalex.org/W1934925489","https://openalex.org/W2081459780","https://openalex.org/W2087382273","https://openalex.org/W2090491854","https://openalex.org/W2091346192","https://openalex.org/W2096974619","https://openalex.org/W2097940802","https://openalex.org/W2139464545","https://openalex.org/W2144100511","https://openalex.org/W2149031002","https://openalex.org/W2174706414","https://openalex.org/W2234447232","https://openalex.org/W2289576527","https://openalex.org/W2292818183","https://openalex.org/W2342249984","https://openalex.org/W2405876106","https://openalex.org/W2469441251","https://openalex.org/W2546996098","https://openalex.org/W2595494611","https://openalex.org/W2607618454","https://openalex.org/W2767530016","https://openalex.org/W2773170638","https://openalex.org/W2780241680","https://openalex.org/W2794125445","https://openalex.org/W2895553377","https://openalex.org/W2904201207","https://openalex.org/W2916904544","https://openalex.org/W2921304755","https://openalex.org/W2952632799","https://openalex.org/W2954552116","https://openalex.org/W2955979802","https://openalex.org/W2985204356","https://openalex.org/W2989364584","https://openalex.org/W2990138404","https://openalex.org/W2993640618","https://openalex.org/W2995074753","https://openalex.org/W2998199475","https://openalex.org/W3029504795","https://openalex.org/W3030350595","https://openalex.org/W3032086959","https://openalex.org/W3044282854","https://openalex.org/W3101412767","https://openalex.org/W3123004723","https://openalex.org/W3150635270","https://openalex.org/W3160033795","https://openalex.org/W3160987737","https://openalex.org/W3161633503","https://openalex.org/W3162262138","https://openalex.org/W3166319166","https://openalex.org/W3194532384","https://openalex.org/W3207098447","https://openalex.org/W3215074405","https://openalex.org/W3215214493","https://openalex.org/W4205857059","https://openalex.org/W4210261425","https://openalex.org/W4220716680","https://openalex.org/W4220800320","https://openalex.org/W4225109008","https://openalex.org/W4225919440","https://openalex.org/W4231510805","https://openalex.org/W4281982030","https://openalex.org/W4282586470","https://openalex.org/W4291961169","https://openalex.org/W4313332170","https://openalex.org/W4319878650","https://openalex.org/W4365999012","https://openalex.org/W4366548330","https://openalex.org/W4366548472","https://openalex.org/W4387538666","https://openalex.org/W4394972031","https://openalex.org/W4396832016","https://openalex.org/W4396832027","https://openalex.org/W4396833069","https://openalex.org/W4396833706","https://openalex.org/W4399300622","https://openalex.org/W6949549905"],"related_works":["https://openalex.org/W2888805565","https://openalex.org/W4312773271","https://openalex.org/W4315588616","https://openalex.org/W2769501189","https://openalex.org/W2962686197","https://openalex.org/W2207653751","https://openalex.org/W4293863151","https://openalex.org/W3159709618","https://openalex.org/W2611137333","https://openalex.org/W3005513013"],"abstract_inverted_index":{"Practitioners":[0],"dealing":[1],"with":[2,58,90,112,134],"large":[3,69],"text":[4,50,70,168],"collections":[5,71],"frequently":[6],"use":[7,62],"topic":[8,63,97,165],"models":[9,39,116,166],"such":[10,91],"as":[11],"Latent":[12],"Dirichlet":[13],"Allocation":[14],"(LDA)":[15],"and":[16,45,77,86,93,108,115,117,127,146,167],"Non-negative":[17],"Matrix":[18],"Factorization":[19],"(NMF)":[20],"in":[21,33,68,95],"their":[22,74],"projects":[23],"to":[24,42,47,49,65,72,106],"explore":[25,66],"trends.":[26],"Despite":[27],"twenty":[28],"years":[29],"of":[30],"accrued":[31],"advancement":[32],"natural":[34],"language":[35],"processing":[36],"tools,":[37],"these":[38,121],"are":[40,104],"found":[41],"be":[43],"slow":[44,82],"challenging":[46],"apply":[48],"exploration":[51],"projects.":[52],"In":[53],"our":[54],"work,":[55],"we":[56],"engaged":[57],"practitioners":[59,103],"(n=15)":[60],"who":[61],"modeling":[64],"trends":[67],"understand":[73],"project":[75],"workflows":[76],"investigate":[78],"which":[79],"factors":[80],"often":[81],"down":[83],"the":[84],"processes":[85],"how":[87],"they":[88],"deal":[89],"errors":[92],"interruptions":[94],"automated":[96],"modeling.":[98],"Our":[99,130],"findings":[100,132],"show":[101],"that":[102],"required":[105],"diagnose":[107],"resolve":[109],"context-specific":[110],"problems":[111],"preparing":[113],"data":[114,125,144],"need":[118],"control":[119],"for":[120,124,161,164],"steps,":[122],"especially":[123],"cleaning":[126],"parameter":[128],"selection.":[129],"major":[131],"resonate":[133],"existing":[135],"work":[136],"across":[137],"CSCW,":[138],"computational":[139],"social":[140],"science,":[141,145],"machine":[142],"learning,":[143],"digital":[147],"humanities.":[148],"They":[149],"also":[150],"leave":[151],"us":[152],"questioning":[153],"whether":[154],"automation":[155],"is":[156],"actually":[157],"a":[158],"useful":[159],"goal":[160],"tools":[162],"designed":[163],"exploration.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}