{"id":"https://openalex.org/W2554865780","doi":"https://doi.org/10.1109/vlhcc.2016.7739669","title":"Diagnostic visualization for non-expert machine learning practitioners: A design study","display_name":"Diagnostic visualization for non-expert machine learning practitioners: A design study","publication_year":2016,"publication_date":"2016-09-01","ids":{"openalex":"https://openalex.org/W2554865780","doi":"https://doi.org/10.1109/vlhcc.2016.7739669","mag":"2554865780"},"language":"en","primary_location":{"id":"doi:10.1109/vlhcc.2016.7739669","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2016.7739669","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101764394","display_name":"Dong Chen","orcid":"https://orcid.org/0009-0003-4464-238X"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dong Chen","raw_affiliation_strings":["Pennsylvania State University, University Park, PA, USA"],"affiliations":[{"raw_affiliation_string":"Pennsylvania State University, University Park, PA, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054098149","display_name":"Rachel Bellamy","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rachel K. E. Bellamy","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050814530","display_name":"Peter K. Malkin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter K. Malkin","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110106297","display_name":"Thomas Erickson","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Erickson","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101764394"],"corresponding_institution_ids":["https://openalex.org/I130769515"],"apc_list":null,"apc_paid":null,"fwci":0.835,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.81136509,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"58","issue":null,"first_page":"87","last_page":"95"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.8746453523635864},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7309554219245911},{"id":"https://openalex.org/keywords/participatory-design","display_name":"Participatory design","score":0.6502614617347717},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.4957312345504761},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.47714802622795105},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.47092241048812866},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4026067852973938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33320143818855286},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1349109709262848}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.8746453523635864},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7309554219245911},{"id":"https://openalex.org/C2777455480","wikidata":"https://www.wikidata.org/wiki/Q1038171","display_name":"Participatory design","level":3,"score":0.6502614617347717},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.4957312345504761},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.47714802622795105},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47092241048812866},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4026067852973938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33320143818855286},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1349109709262848},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2775922551","wikidata":"https://www.wikidata.org/wiki/Q7135033","display_name":"Parallels","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vlhcc.2016.7739669","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2016.7739669","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1615506555","https://openalex.org/W1658908529","https://openalex.org/W1754293002","https://openalex.org/W1991376523","https://openalex.org/W1997522225","https://openalex.org/W1999043044","https://openalex.org/W2003238113","https://openalex.org/W2011735049","https://openalex.org/W2012990826","https://openalex.org/W2084413241","https://openalex.org/W2090897071","https://openalex.org/W2108816886","https://openalex.org/W2127058057","https://openalex.org/W2137406659","https://openalex.org/W2140021378","https://openalex.org/W2168573280","https://openalex.org/W2250307222","https://openalex.org/W2261667456","https://openalex.org/W2613049552","https://openalex.org/W3120740533","https://openalex.org/W4285719527","https://openalex.org/W6637587255","https://openalex.org/W6673334844"],"related_works":["https://openalex.org/W2013728941","https://openalex.org/W4225274103","https://openalex.org/W2154046714","https://openalex.org/W2189613078","https://openalex.org/W2579659702","https://openalex.org/W2923661510","https://openalex.org/W1574055964","https://openalex.org/W1965329638","https://openalex.org/W2542318691","https://openalex.org/W3160708108"],"abstract_inverted_index":{"As":[0,42],"machine":[1],"learning":[2],"(ML)":[3],"becomes":[4],"increasingly":[5],"popular,":[6],"developers":[7],"without":[8],"deep":[9],"experience":[10],"in":[11,43,92,103],"ML":[12,20,31,61,67,130],"-":[13,22],"who":[14],"we":[15],"will":[16],"refer":[17],"to":[18,27,59,71,100],"as":[19],"practitioners":[21,40,68,102],"are":[23],"facing":[24],"the":[25,55,118],"need":[26],"diagnose":[28,72],"problems":[29],"with":[30],"models.":[32],"Yet":[33],"successful":[34],"diagnosis":[35,116,131],"requires":[36],"high-level":[37],"expertise":[38],"that":[39,108,127],"lack.":[41],"many":[44],"complex":[45],"data-oriented":[46],"domains,":[47],"visualization":[48,97],"could":[49],"help.":[50],"This":[51],"two-phase":[52],"study":[53],"explored":[54,109],"design":[56,80,88,106,123],"of":[57],"visualizations":[58],"aid":[60],"diagnosis.":[62],"In":[63,84],"phase":[64,85],"1,":[65],"twelve":[66],"were":[69,82,90],"asked":[70],"a":[73,104],"model":[74],"using":[75,117],"ten":[76],"state-of-the-art":[77],"visualizations;":[78],"seven":[79],"themes":[81,89],"identified.":[83],"2,":[86],"several":[87],"embodied":[91],"an":[93],"interactive":[94],"visualization.":[95,119],"The":[96],"was":[98],"used":[99],"engage":[101],"participatory":[105],"exercise":[107],"how":[110],"they":[111],"would":[112],"carry":[113],"out":[114],"multi-step":[115],"Our":[120],"findings":[121],"provide":[122],"implications":[124],"for":[125],"tools":[126],"better":[128],"support":[129],"by":[132],"non-expert":[133],"practitioners.":[134]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}