{"id":"https://openalex.org/W2995991797","doi":"https://doi.org/10.1109/visual.2019.8933695","title":"TeleGam: Combining Visualization and Verbalization for Interpretable Machine Learning","display_name":"TeleGam: Combining Visualization and Verbalization for Interpretable Machine Learning","alternate_titles":[],"publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2995991797","doi":"https://doi.org/10.1109/visual.2019.8933695","mag":"2995991797"},"language":"en","primary_location":{"id":"doi:10.1109/visual.2019.8933695","doi":"https://doi.org/10.1109/visual.2019.8933695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/visual.2019.8933695","pdf_url":null,"source":{"id":"https://openalex.org/S4393916909","display_name":"Visualization","issn_l":"1070-2385","issn":["1070-2385"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Visualization Conference (VIS)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2995991797"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31219/osf.io/p3wnm","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034842879","display_name":"Fred Hohman","orcid":"https://orcid.org/0000-0002-4164-844X","observed_orcids":["https://orcid.org/0000-0002-4164-844X"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Fred Hohman","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056438986","display_name":"Arjun Srinivasan","orcid":"https://orcid.org/0000-0001-8901-1256","observed_orcids":["https://orcid.org/0000-0001-8901-1256"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Arjun Srinivasan","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010119044","display_name":"Steven M. Drucker","orcid":"https://orcid.org/0000-0002-5022-9343","observed_orcids":["https://orcid.org/0000-0002-5022-9343"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Steven M. Drucker","raw_affiliation_strings":["Microsoft Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1051,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.91001707,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"151","last_page":"155"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-interpretability","display_name":"model interpretability","score":0.9359999895095825},{"id":"https://openalex.org/keywords/visualization","display_name":"visualization","score":0.7400000095367432},{"id":"https://openalex.org/keywords/verbalization","display_name":"verbalization","score":0.9909999966621399},{"id":"https://openalex.org/keywords/textual-explanations","display_name":"textual explanations","score":0.4020000100135803},{"id":"https://openalex.org/keywords/generalized-additive-models","display_name":"generalized additive models","score":0.953000009059906},{"id":"https://openalex.org/keywords/user-interface-design","display_name":"user interface design","score":0.5649999976158142}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8826736211776733},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8552125692367554},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7670749425888062},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.7414974570274353},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.64081871509552},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5158704519271851},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5062097907066345},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4792242646217346},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4719908535480499},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2493460476398468},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/visual.2019.8933695","doi":"https://doi.org/10.1109/visual.2019.8933695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/visual.2019.8933695","pdf_url":null,"source":{"id":"https://openalex.org/S4393916909","display_name":"Visualization","issn_l":"1070-2385","issn":["1070-2385"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Visualization Conference (VIS)","raw_type":"proceedings-article"},{"id":"doi:10.31219/osf.io/p3wnm","doi":"https://doi.org/10.31219/osf.io/p3wnm","is_oa":true,"landing_page_url":"https://doi.org/10.31219/osf.io/p3wnm","pdf_url":"https://doi.org/10.31219/osf.io/p3wnm","source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:036accd8-19b6-4e16-b869-ecf510d1511e","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/p3wnm","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"pmh:oai:share.osf.io:E01EC-DAB-2D3","doi":null,"is_oa":false,"landing_page_url":"http://osf.io/p3wnm/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"}],"best_oa_location":{"id":"doi:10.31219/osf.io/p3wnm","doi":"https://doi.org/10.31219/osf.io/p3wnm","is_oa":true,"landing_page_url":"https://doi.org/10.31219/osf.io/p3wnm","pdf_url":"https://doi.org/10.31219/osf.io/p3wnm","source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2995991797.pdf","grobid_xml":"https://content.openalex.org/works/W2995991797.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W582060087","https://openalex.org/W1995494078","https://openalex.org/W1996796871","https://openalex.org/W2005995902","https://openalex.org/W2046945713","https://openalex.org/W2065267227","https://openalex.org/W2083928261","https://openalex.org/W2137406659","https://openalex.org/W2149033360","https://openalex.org/W2282821441","https://openalex.org/W2394669110","https://openalex.org/W2439568532","https://openalex.org/W2512274390","https://openalex.org/W2516809705","https://openalex.org/W2543893460","https://openalex.org/W2583408446","https://openalex.org/W2594475271","https://openalex.org/W2625478334","https://openalex.org/W2657631929","https://openalex.org/W2735080104","https://openalex.org/W2784769278","https://openalex.org/W2788403449","https://openalex.org/W2788481061","https://openalex.org/W2789921023","https://openalex.org/W2795530988","https://openalex.org/W2807015674","https://openalex.org/W2811033754","https://openalex.org/W2888660171","https://openalex.org/W2889330378","https://openalex.org/W2893425640","https://openalex.org/W2914598080","https://openalex.org/W2916904544","https://openalex.org/W2922466929","https://openalex.org/W2923421605","https://openalex.org/W2945976633","https://openalex.org/W2970458922","https://openalex.org/W3014310718","https://openalex.org/W3112717819","https://openalex.org/W4226065182","https://openalex.org/W4249303080","https://openalex.org/W4298870098","https://openalex.org/W4398786193","https://openalex.org/W6809680140","https://openalex.org/W6948711839"],"related_works":["https://openalex.org/W2922466929","https://openalex.org/W6982530280","https://openalex.org/W4200632480","https://openalex.org/W4406955249","https://openalex.org/W4385302687","https://openalex.org/W2964476476","https://openalex.org/W7197917988","https://openalex.org/W6981990461","https://openalex.org/W4392120806","https://openalex.org/W4256406730"],"abstract_inverted_index":{"While":[0],"machine":[1],"learning":[2],"(ML)":[3],"continues":[4],"to":[5,30,73,116,154,169],"find":[6],"success":[7],"in":[8,87,106],"solving":[9],"previously-thought":[10],"hard":[11],"problems,":[12],"interpreting":[13,35,50],"and":[14,34,56,104,131,151,177],"exploring":[15],"ML":[16,36,118,139],"models":[17,145],"remains":[18],"challenging.":[19],"Recent":[20],"work":[21],"has":[22],"shown":[23],"that":[24,127],"visualizations":[25,52,103,130],"are":[26],"a":[27,68,80,88,123,167],"powerful":[28],"tool":[29],"aid":[31,117],"debugging,":[32],"analyzing,":[33],"models.":[37],"However,":[38],"depending":[39],"on":[40],"the":[41,44,84,99,111,156],"complexity":[42],"of":[43,48,95,102,138],"model":[45],"(e.g.,":[46],"number":[47],"features),":[49],"these":[51],"can":[53,66,113,133,164],"be":[54,67,114],"difficult":[55],"may":[57],"require":[58],"additional":[59],"expertise.":[60],"Alternatively,":[61],"textual":[62],"descriptions,":[63],"or":[64,75,91],"verbalizations,":[65],"simple,":[69],"yet":[70],"effective":[71],"way":[72],"communicate":[74],"summarize":[76],"key":[77],"aspects":[78],"about":[79],"model,":[81],"such":[82],"as":[83,166],"overall":[85],"trend":[86],"model's":[89],"predictions":[90],"comparisons":[92],"between":[93],"pairs":[94],"data":[96],"instances.":[97],"With":[98],"potential":[100],"benefits":[101],"verbalizations":[105,132],"mind,":[107],"we":[108,121],"explore":[109],"how":[110,129,162],"two":[112],"combined":[115],"interpretability.":[119],"Specifically,":[120],"present":[122],"prototype":[124],"system,":[125],"TeleGam,":[126],"demonstrates":[128],"collectively":[134],"support":[135],"interactive":[136],"exploration":[137],"models,":[140],"for":[141,173,181],"example,":[142],"generalized":[143],"additive":[144],"(GAMs).":[146],"We":[147,158],"describe":[148],"TELEGAM's":[149],"interface":[150],"underlying":[152],"heuristics":[153],"generate":[155],"verbalizations.":[157],"conclude":[159],"by":[160],"discussing":[161],"TeleGam":[163],"serve":[165],"platform":[168],"conduct":[170],"future":[171],"studies":[172],"understanding":[174],"user":[175],"expectations":[176],"designing":[178],"novel":[179],"interfaces":[180],"interpretable":[182],"ML.":[183]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2995991797","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":4}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-12-26T00:00:00"}
