{"id":"https://openalex.org/W2585401086","doi":"https://doi.org/10.1162/tacl_a_00042","title":"Evaluating Visual Representations for Topic Understanding and Their Effects on Manually Generated Topic Labels","display_name":"Evaluating Visual Representations for Topic Understanding and Their Effects on Manually Generated Topic Labels","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2585401086","doi":"https://doi.org/10.1162/tacl_a_00042","mag":"2585401086"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00042","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00042","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00042","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00042","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101541372","display_name":"Alison Smith","orcid":"https://orcid.org/0000-0002-6600-267X"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alison Smith","raw_affiliation_strings":["University of Maryland, College Park, MD,"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD,","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069834920","display_name":"Tak Yeon Lee","orcid":"https://orcid.org/0000-0002-9235-9947"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tak Yeon Lee","raw_affiliation_strings":["University of Maryland, College Park, MD,"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD,","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050672404","display_name":"Forough Poursabzi-Sangdeh","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Forough Poursabzi-Sangdeh","raw_affiliation_strings":["University of Colorado, Boulder, CO,"],"affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder, CO,","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081307846","display_name":"Jordan Boyd\u2010Graber","orcid":"https://orcid.org/0000-0002-7770-4431"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jordan Boyd-Graber","raw_affiliation_strings":["University of Colorado, Boulder, CO,"],"affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder, CO,","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034277315","display_name":"Niklas Elmqvist","orcid":"https://orcid.org/0000-0001-5805-5301"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Niklas Elmqvist","raw_affiliation_strings":["University of Maryland, College Park, MD,"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD,","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031744461","display_name":"Leah Findlater","orcid":"https://orcid.org/0000-0002-5619-4452"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Leah Findlater","raw_affiliation_strings":["University of Maryland, College Park, MD,"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD,","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5031744461","https://openalex.org/A5034277315","https://openalex.org/A5050672404","https://openalex.org/A5069834920","https://openalex.org/A5081307846","https://openalex.org/A5101541372"],"corresponding_institution_ids":["https://openalex.org/I188538660","https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":2.1259,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.92653511,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"5","issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8920472264289856},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6671332716941833},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.610523521900177},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6001254320144653},{"id":"https://openalex.org/keywords/tag-cloud","display_name":"Tag cloud","score":0.5715487003326416},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.5595300197601318},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5572797060012817},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.5244191884994507},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.41860780119895935},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41564658284187317},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4108036160469055},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3207656443119049},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08531352877616882}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8920472264289856},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6671332716941833},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.610523521900177},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6001254320144653},{"id":"https://openalex.org/C26983874","wikidata":"https://www.wikidata.org/wiki/Q263864","display_name":"Tag cloud","level":3,"score":0.5715487003326416},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.5595300197601318},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5572797060012817},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.5244191884994507},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.41860780119895935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41564658284187317},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4108036160469055},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3207656443119049},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08531352877616882},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00042","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00042","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00042","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3fd8f54f459a414f92fde2a64d73ef5d","is_oa":true,"landing_page_url":"https://doaj.org/article/3fd8f54f459a414f92fde2a64d73ef5d","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 5 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00042","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00042","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00042","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6800000071525574,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G5264030819","display_name":"III: Medium: Collaborative Research: Closing the User-Model Loop for Understanding Topics in Large Document Collections","funder_award_id":"1409287","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6217427624","display_name":null,"funder_award_id":"IIS-1409287","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2585401086.pdf","grobid_xml":"https://content.openalex.org/works/W2585401086.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W76930416","https://openalex.org/W80463681","https://openalex.org/W99538960","https://openalex.org/W152260871","https://openalex.org/W1160922060","https://openalex.org/W1535015163","https://openalex.org/W1880262756","https://openalex.org/W1932144848","https://openalex.org/W1965382725","https://openalex.org/W1969045498","https://openalex.org/W1982474113","https://openalex.org/W1985125789","https://openalex.org/W1991629007","https://openalex.org/W2005952540","https://openalex.org/W2016196732","https://openalex.org/W2022088830","https://openalex.org/W2041517243","https://openalex.org/W2058373514","https://openalex.org/W2081580037","https://openalex.org/W2090491854","https://openalex.org/W2100335187","https://openalex.org/W2103587173","https://openalex.org/W2106588364","https://openalex.org/W2111004121","https://openalex.org/W2113499583","https://openalex.org/W2113855231","https://openalex.org/W2137958601","https://openalex.org/W2144100511","https://openalex.org/W2147946282","https://openalex.org/W2150731624","https://openalex.org/W2159426623","https://openalex.org/W2160170318","https://openalex.org/W2160360139","https://openalex.org/W2166851633","https://openalex.org/W2167482691","https://openalex.org/W2174706414","https://openalex.org/W2217516311","https://openalex.org/W2250355330","https://openalex.org/W2250533720","https://openalex.org/W2538898197"],"related_works":["https://openalex.org/W3024364549","https://openalex.org/W4206019083","https://openalex.org/W2054476758","https://openalex.org/W1976265003","https://openalex.org/W2370378377","https://openalex.org/W2972639076","https://openalex.org/W2399309132","https://openalex.org/W4205983269","https://openalex.org/W3167917202","https://openalex.org/W2123925843"],"abstract_inverted_index":{"Probabilistic":[0],"topic":[1,36,158],"models":[2],"are":[3],"important":[4],"tools":[5],"for":[6],"indexing,":[7],"summarizing,":[8],"and":[9,46,51,85],"analyzing":[10],"large":[11],"document":[12],"collections":[13],"by":[14,32],"their":[15],"themes.":[16],"However,":[17],"promoting":[18],"end-user":[19],"understanding":[20],"of":[21,58,63,141],"topics":[22,84,144],"remains":[23],"an":[24],"open":[25],"research":[26],"problem.":[27],"We":[28],"compare":[29],"labels":[30,66,94,133],"generated":[31,54],"users":[33],"given":[34],"four":[35],"visualization":[37],"techniques\u2014word":[38],"lists,":[39],"word":[40,44,111],"lists":[41,112],"with":[42],"bars,":[43],"clouds,":[45],"network":[47],"graphs\u2014against":[48],"each":[49],"other":[50],"against":[52],"automatically":[53],"labels.":[55],"Our":[56,72],"basis":[57],"comparison":[59],"is":[60],"participant":[61],"ratings":[62],"how":[64],"well":[65],"describe":[67,96],"documents":[68],"from":[69],"the":[70,97],"topic.":[71],"study":[73],"has":[74],"two":[75],"phases:":[76],"a":[77,86],"labeling":[78,159],"phase":[79,88],"where":[80,89],"participants":[81,91,114],"label":[82],"visualized":[83],"validation":[87],"different":[90],"select":[92],"which":[93],"best":[95],"topics\u2019":[98],"documents.":[99],"Although":[100],"all":[101],"visualizations":[102,108,121,130],"produce":[103],"similar":[104],"quality":[105],"labels,":[106,137],"simple":[107],"such":[109],"as":[110],"allow":[113],"to":[115,155],"quickly":[116],"understand":[117],"topics,":[118],"while":[119],"complex":[120],"take":[122],"longer":[123],"but":[124,138],"expose":[125],"multi-word":[126],"expressions":[127],"that":[128,151],"simpler":[129],"obscure.":[131],"Automatic":[132],"lag":[134],"behind":[135],"user-created":[136],"our":[139],"dataset":[140],"manually":[142],"labeled":[143],"highlights":[145],"linguistic":[146],"patterns":[147],"(e.g.,":[148],"hypernyms,":[149],"phrases)":[150],"can":[152],"be":[153],"used":[154],"improve":[156],"automatic":[157],"algorithms.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":5}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}