{"id":"https://openalex.org/W2923421605","doi":"https://doi.org/10.1145/3290605.3300809","title":"Gamut","display_name":"Gamut","publication_year":2019,"publication_date":"2019-04-29","ids":{"openalex":"https://openalex.org/W2923421605","doi":"https://doi.org/10.1145/3290605.3300809","mag":"2923421605"},"language":"en","primary_location":{"id":"doi:10.1145/3290605.3300809","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3290605.3300809","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034842879","display_name":"Fred Hohman","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fred Hohman","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003473641","display_name":"Andrew Head","orcid":"https://orcid.org/0000-0002-1523-3347"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Head","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083893060","display_name":"Rich Caruana","orcid":"https://orcid.org/0000-0002-6383-7786"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rich Caruana","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026655012","display_name":"Robert DeLine","orcid":"https://orcid.org/0000-0001-8885-8367"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert DeLine","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010119044","display_name":"Steven M. Drucker","orcid":"https://orcid.org/0000-0002-5022-9343"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven M. Drucker","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.9866,"has_fulltext":false,"cited_by_count":227,"citation_normalized_percentile":{"value":0.98581188,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9380941390991211},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.744947075843811},{"id":"https://openalex.org/keywords/gamut","display_name":"Gamut","score":0.7110201716423035},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.6239174604415894},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5674095153808594},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.4599844813346863},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.4490014314651489},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.437260240316391},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.4354982376098633},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.4313729405403137},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4193882942199707},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4172067940235138},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.38492706418037415},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3678244948387146},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.28640270233154297},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.18069440126419067}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9380941390991211},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.744947075843811},{"id":"https://openalex.org/C2780061478","wikidata":"https://www.wikidata.org/wiki/Q375857","display_name":"Gamut","level":2,"score":0.7110201716423035},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.6239174604415894},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5674095153808594},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.4599844813346863},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.4490014314651489},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.437260240316391},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.4354982376098633},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.4313729405403137},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4193882942199707},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4172067940235138},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.38492706418037415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3678244948387146},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28640270233154297},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.18069440126419067},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3290605.3300809","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3290605.3300809","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8197079750","display_name":"MY PROPOSED RESEARCH FOCUSES ON DESIGNING AND DEVELOPING INTERACTIVE TOOLS THAT ENABLE PEOPLE TO MAKE SENSE OF DEEP NEURAL NETWORKS (DNN)  TURNING THESE POWERFUL  COMPLEX MODELS INTO ONES THAT ARE MORE INTERPRETABLE. I WILL COMBINE TWO NOVEL IDEAS SYNERGISTICALLY  TO GUIDE USERS TO VISUALIZE AND DISCOVER MODEL SUBSTRUCTURES THAT IMPACT PERFORMANCE: (1) REVEAL NEURON ACTIVATION RELATIONSHIPS AND ATTRIBUTE MODEL PERFORMANCE AND VULNERABILITY TO MODEL SUBSTRUCTURES; AND (2) FORTIFY USER UNDERSTANDING OF MODELS VIA INTERACTIVE EXPERIMENTATION. THIS PROPOSED WORK LEVERAGES MY HYBRID EXPERTISE IN SCALABLE GRAPH MINING AND HUMAN-COMPUTER INTERACTION  COMBINING THEM TO CREATE TOOLS THAT ARE SCALABLE  INTERACTIVE  AND USABLE. THESE TECHNIQUES ALIGN WITH NEARLY ALL FACETS OF NASA'S TA11: MODELING  SIMULATION  INFORMATION TECHNOLOGY  AND PROCESSING  AND CAN HELP RESEARCHERS AND SCIENTISTS CONDUCT LARGE-SCALE  DATADRIVEN RESEARCH TO PRODUCE STATE-OF-THE-ART RESULTS WITH CONFIDENCE. EXPECTED RESULTS AND INNOVATIONS: (1) NOVEL IDEAS. MY PROPOSED RESEARCH PRODUCES AND SYNERGISTICALLY COMBINES (1) A NOVEL  PRINCIPLED FRAMEWORK THAT GUIDES USERS TO VISUALIZE AND DISCOVER MODEL SUBSTRUCTURES THAT IMPACT PERFORMANCE; AND (2) A NEW INTERACTIVE MODEL INTERPRETATION APPROACH THAT FORTIFIES USER UNDERSTANDING. THESE TOOLS AND TECHNIQUES CAN BE USED IN LARGE-SCALE DATA-DRIVEN SCIENTIFIC RESEARCH. (2) NEW OPEN-SOURCE PRACTICAL TOOLS. MY INTERACTIVE TOOLS WILL WORK WITH REAL DATA AND DNN MODELS  TO HELP RESEARCHERS AND PRACTITIONERS ANSWER IMPORTANT RESEARCH QUESTIONS. TO AMPLIFY MY IMPACTS  I WILL BROADLY DISSEMINATE MY RESEARCH RESULTS BY OPENSOURCING ALL CODE  TOOLS  AND DATASETS DEVELOPED. (3) IMPROVED TRUST IN AI FOR SCIENTIFIC APPLICATIONS. BROADLY  MY FINDINGS COULD LEAD TO NEW BREEDS OF TECHNIQUES THAT ARE MORE INTERPRETABLE AND ARE ABLE TO INCORPORATE HUMAN KNOWLEDGE. THIS WOULD ALSO IMPROVE TRUST IN AI BY USERS WHO INTERACT WITH NASA DEPLOYED AI-POWERED SYSTEMS AND RESEARCH. THIS RESEARCH COULD FURTHER IMPROVE AI SAFETY  HELPING PEOPLE BETTER UNDERSTAND AI SYSTEMS  TO GAIN TRUST IN THEM  TO UNDERSTAND WHY AND WHEN THEY MAY NOT WORK WELL  AND TO PROTECT THEM FROM HARM IN COMBATING ADVERSARIAL ATTACKS. FINALLY  THROUGH THIS STRENGTHENED TRUST  THESE NEW AI TECHNIQUES COULD BE APPLIED TO MULTIPLE NASA SPACECRAFT MISSIONS  LEADING TO SPACEFLIGHT TECHNOLOGY BREAKTHROUGHS","funder_award_id":"80NSSC18K1181","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"}],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1516293359","https://openalex.org/W1651586605","https://openalex.org/W1678356000","https://openalex.org/W1705278266","https://openalex.org/W1901616594","https://openalex.org/W1966087765","https://openalex.org/W1991376523","https://openalex.org/W1992549534","https://openalex.org/W1995494078","https://openalex.org/W1996796871","https://openalex.org/W2005995902","https://openalex.org/W2019676294","https://openalex.org/W2046945713","https://openalex.org/W2065267227","https://openalex.org/W2111547563","https://openalex.org/W2135415614","https://openalex.org/W2137406659","https://openalex.org/W2149033360","https://openalex.org/W2150634379","https://openalex.org/W2186022498","https://openalex.org/W2282821441","https://openalex.org/W2291023960","https://openalex.org/W2345597971","https://openalex.org/W2394669110","https://openalex.org/W2439568532","https://openalex.org/W2440722286","https://openalex.org/W2493343568","https://openalex.org/W2512274390","https://openalex.org/W2513506629","https://openalex.org/W2525778437","https://openalex.org/W2540439332","https://openalex.org/W2543893460","https://openalex.org/W2583408446","https://openalex.org/W2594475271","https://openalex.org/W2599401705","https://openalex.org/W2607223307","https://openalex.org/W2612821743","https://openalex.org/W2618530766","https://openalex.org/W2625478334","https://openalex.org/W2657631929","https://openalex.org/W2766447205","https://openalex.org/W2785327160","https://openalex.org/W2788362053","https://openalex.org/W2788481061","https://openalex.org/W2795530988","https://openalex.org/W2795673246","https://openalex.org/W2797583072","https://openalex.org/W2807910285","https://openalex.org/W2883424428","https://openalex.org/W2884796212","https://openalex.org/W2886614482","https://openalex.org/W2893425640","https://openalex.org/W2952093099","https://openalex.org/W2963214037","https://openalex.org/W3014310718","https://openalex.org/W3104310207","https://openalex.org/W4289097366","https://openalex.org/W4296886862","https://openalex.org/W4302612613","https://openalex.org/W4399361406","https://openalex.org/W4403451191"],"related_works":["https://openalex.org/W1975324169","https://openalex.org/W2084765988","https://openalex.org/W4312764041","https://openalex.org/W2750875950","https://openalex.org/W1978099104","https://openalex.org/W4387817633","https://openalex.org/W2599346184","https://openalex.org/W3131929150","https://openalex.org/W44299752","https://openalex.org/W130269462"],"abstract_inverted_index":{"Without":[0],"good":[1],"models":[2,56,135],"and":[3,21,44,57,70,97,104,136,148],"the":[4,35],"right":[5],"tools":[6],"to":[7,27,52,79,133,153,162],"interpret":[8,102,134],"them,":[9],"data":[10,100,110,128,164],"scientists":[11,101,111,129,165],"risk":[12],"making":[13],"decisions":[14],"based":[15],"on":[16],"hidden":[17],"biases,":[18],"spurious":[19],"correlations,":[20],"false":[22],"generalizations.":[23],"This":[24],"has":[25],"led":[26],"a":[28,74,92,125],"rallying":[29],"cry":[30],"for":[31,50,139],"model":[32,87,116],"interpretability.":[33,117],"Yet":[34],"concept":[36],"of":[37,146],"interpretability":[38,54,122],"remains":[39],"nebulous,":[40],"such":[41],"that":[42,121],"researchers":[43,69],"tool":[45],"designers":[46],"lack":[47],"actionable":[48],"guidelines":[49],"how":[51,81,98,105],"incorporate":[53],"into":[55],"accompanying":[58],"tools.":[59],"Through":[60],"an":[61],"iterative":[62],"design":[63],"process":[64],"with":[65],"expert":[66],"machine":[67],"learning":[68],"practitioners,":[71],"we":[72,94],"designed":[73],"visual":[75],"analytics":[76],"system,":[77],"Gamut,":[78],"explore":[80],"interactive":[82],"interfaces":[83],"could":[84],"better":[85],"support":[86,109],"interpretation.":[88],"Using":[89],"Gamut":[90,155],"as":[91],"probe,":[93],"investigated":[95],"why":[96],"professional":[99],"models,":[103],"interface":[106],"affordances":[107],"can":[108],"in":[112,156],"answering":[113],"questions":[114],"about":[115],"Our":[118],"investigation":[119],"showed":[120],"is":[123],"not":[124],"monolithic":[126],"concept:":[127],"have":[130],"different":[131],"reasons":[132],"tailor":[137],"explanations":[138],"specific":[140],"audiences,":[141],"often":[142],"balancing":[143],"competing":[144],"concerns":[145],"simplicity":[147],"completeness.":[149],"Participants":[150],"also":[151],"asked":[152],"use":[154],"their":[157,167],"work,":[158],"highlighting":[159],"its":[160],"potential":[161],"help":[163],"understand":[166],"own":[168],"data.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":33},{"year":2021,"cited_by_count":52},{"year":2020,"cited_by_count":38},{"year":2019,"cited_by_count":8}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2019-04-01T00:00:00"}