{"id":"https://openalex.org/W3118283897","doi":"https://doi.org/10.1145/3411764.3445425","title":"User Ex Machina : Simulation as a Design Probe in Human-in-the-Loop Text Analytics","display_name":"User Ex Machina : Simulation as a Design Probe in Human-in-the-Loop Text Analytics","publication_year":2021,"publication_date":"2021-05-06","ids":{"openalex":"https://openalex.org/W3118283897","doi":"https://doi.org/10.1145/3411764.3445425","mag":"3118283897"},"language":"en","primary_location":{"id":"doi:10.1145/3411764.3445425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411764.3445425","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445425","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445425","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022433344","display_name":"Anamaria Crisan","orcid":"https://orcid.org/0000-0003-3445-3414"},"institutions":[{"id":"https://openalex.org/I4210163771","display_name":"Tableau Software (United States)","ror":"https://ror.org/053v5e348","country_code":"US","type":"company","lineage":["https://openalex.org/I4210163771"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anamaria Crisan","raw_affiliation_strings":["Tableau Research, United States"],"affiliations":[{"raw_affiliation_string":"Tableau Research, United States","institution_ids":["https://openalex.org/I4210163771"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036300289","display_name":"Michael Correll","orcid":"https://orcid.org/0000-0001-7902-3907"},"institutions":[{"id":"https://openalex.org/I4210163771","display_name":"Tableau Software (United States)","ror":"https://ror.org/053v5e348","country_code":"US","type":"company","lineage":["https://openalex.org/I4210163771"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Correll","raw_affiliation_strings":["Tableau Research Tableau Software, United States"],"affiliations":[{"raw_affiliation_string":"Tableau Research Tableau Software, United States","institution_ids":["https://openalex.org/I4210163771"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5022433344"],"corresponding_institution_ids":["https://openalex.org/I4210163771"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00769929,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7400699853897095},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5969254374504089},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.5862582325935364},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.5578125715255737},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5567149519920349},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5234862565994263},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.4905499815940857},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.43134862184524536},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.42880886793136597},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3887360990047455},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38339847326278687},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34784382581710815},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3435664772987366},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09733548760414124}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7400699853897095},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5969254374504089},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.5862582325935364},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.5578125715255737},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5567149519920349},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5234862565994263},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.4905499815940857},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.43134862184524536},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.42880886793136597},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3887360990047455},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38339847326278687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34784382581710815},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3435664772987366},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09733548760414124},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3411764.3445425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411764.3445425","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445425","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2101.02244","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.02244","pdf_url":"https://arxiv.org/pdf/2101.02244","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3118283897","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2101.02244.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2101.02244","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2101.02244","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3411764.3445425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411764.3445425","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445425","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3118283897.pdf","grobid_xml":"https://content.openalex.org/works/W3118283897.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W56136284","https://openalex.org/W100415715","https://openalex.org/W107389347","https://openalex.org/W115273737","https://openalex.org/W140312209","https://openalex.org/W1500047064","https://openalex.org/W1521626219","https://openalex.org/W1544268587","https://openalex.org/W1604638557","https://openalex.org/W1880262756","https://openalex.org/W1916023682","https://openalex.org/W1928219753","https://openalex.org/W1981745715","https://openalex.org/W1987269142","https://openalex.org/W1990293817","https://openalex.org/W1991482923","https://openalex.org/W1992419399","https://openalex.org/W2018041479","https://openalex.org/W2019676294","https://openalex.org/W2070118803","https://openalex.org/W2075038621","https://openalex.org/W2080417696","https://openalex.org/W2081459780","https://openalex.org/W2087962968","https://openalex.org/W2090491854","https://openalex.org/W2101234009","https://openalex.org/W2122993881","https://openalex.org/W2130154693","https://openalex.org/W2141018272","https://openalex.org/W2159426623","https://openalex.org/W2171240564","https://openalex.org/W2250533720","https://openalex.org/W2296760094","https://openalex.org/W2334889010","https://openalex.org/W2336885584","https://openalex.org/W2404506086","https://openalex.org/W2573266127","https://openalex.org/W2573660794","https://openalex.org/W2595494611","https://openalex.org/W2601062598","https://openalex.org/W2737717567","https://openalex.org/W2752320387","https://openalex.org/W2753907577","https://openalex.org/W2794125445","https://openalex.org/W2795404939","https://openalex.org/W2795580035","https://openalex.org/W2868189283","https://openalex.org/W2881747041","https://openalex.org/W2888128203","https://openalex.org/W2892093980","https://openalex.org/W2911396267","https://openalex.org/W2914169506","https://openalex.org/W2921304755","https://openalex.org/W2927052147","https://openalex.org/W2945726386","https://openalex.org/W2952342347","https://openalex.org/W2958874938","https://openalex.org/W2962851501","https://openalex.org/W2963636167","https://openalex.org/W2997591727","https://openalex.org/W2997686802","https://openalex.org/W2999308857","https://openalex.org/W3041984699","https://openalex.org/W6959643953"],"related_works":["https://openalex.org/W3160987737","https://openalex.org/W3037576668","https://openalex.org/W2980194748","https://openalex.org/W2252012216","https://openalex.org/W3201210234","https://openalex.org/W2279943773","https://openalex.org/W2188106958","https://openalex.org/W2243991213","https://openalex.org/W2894013801","https://openalex.org/W2240456204","https://openalex.org/W3197368102","https://openalex.org/W3133409647","https://openalex.org/W2971908828","https://openalex.org/W3211082260","https://openalex.org/W3176197839","https://openalex.org/W2954871450","https://openalex.org/W2800273786","https://openalex.org/W2922648861","https://openalex.org/W2923826117","https://openalex.org/W2976634804"],"abstract_inverted_index":{"Topic":[0],"models":[1,18,47,85],"are":[2],"widely":[3],"used":[4],"analysis":[5,69],"techniques":[6],"for":[7,120],"clustering":[8],"documents":[9],"and":[10,23,37,43,55,131,140,145],"surfacing":[11],"thematic":[12],"elements":[13],"of":[14,45,70,79,83,89,109,129],"text":[15],"corpora.":[16],"These":[17],"remain":[19],"challenging":[20],"to":[21,35,86,123,134,138],"optimize":[22],"often":[24,104],"require":[25],"a":[26,67,114],"\u201chuman-in-the-loop\u201d":[27],"approach":[28],"where":[29],"domain":[30],"experts":[31],"use":[32],"their":[33],"knowledge":[34],"steer":[36],"adjust.":[38],"However,":[39],"the":[40,77,81,107,110,121,127],"fragility,":[41],"incompleteness,":[42],"opacity":[44],"these":[46,142],"means":[48],"even":[49],"minor":[50],"changes":[51,58],"could":[52],"induce":[53],"large":[54],"potentially":[56],"undesirable":[57],"in":[59,101,113],"resulting":[60,111],"model.":[61],"In":[62],"this":[63],"paper":[64],"we":[65],"conduct":[66],"simulation-based":[68],"human-centered":[71],"interactions":[72,96],"with":[73,76],"topic":[74,84,135],"models,":[75],"objective":[78],"measuring":[80],"sensitivity":[82,130],"common":[87],"classes":[88],"user":[90,95,122],"actions.":[91],"We":[92,125],"find":[93],"that":[94,99,116],"have":[97],"impacts":[98],"differ":[100],"magnitude":[102],"but":[103],"negatively":[105],"affect":[106],"quality":[108],"modelling":[112],"way":[115],"can":[117],"be":[118],"difficult":[119],"evaluate.":[124],"suggest":[126],"incorporation":[128],"\u201cmultiverse\u201d":[132],"analyses":[133],"model":[136],"interfaces":[137],"surface":[139],"overcome":[141],"deficiencies.":[143],"Code":[144],"Data":[146],"Availability:":[147],"https://osf.io/zgqaw":[148]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}