{"id":"https://openalex.org/W2971280235","doi":"https://doi.org/10.1109/tvcg.2019.2934540","title":"Separating the Wheat from the Chaff: Comparative Visual Cues for Transparent Diagnostics of Competing Models","display_name":"Separating the Wheat from the Chaff: Comparative Visual Cues for Transparent Diagnostics of Competing Models","publication_year":2019,"publication_date":"2019-08-26","ids":{"openalex":"https://openalex.org/W2971280235","doi":"https://doi.org/10.1109/tvcg.2019.2934540","mag":"2971280235","pmid":"https://pubmed.ncbi.nlm.nih.gov/31478858"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2019.2934540","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2019.2934540","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1577980","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051193196","display_name":"Aritra Dasgupta","orcid":"https://orcid.org/0000-0002-5551-5103"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aritra Dasgupta","raw_affiliation_strings":["New Jersey Institute of Technology","New Jersey Institute of Technology, Newark, NJ (United States)"],"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology","institution_ids":["https://openalex.org/I118118575"]},{"raw_affiliation_string":"New Jersey Institute of Technology, Newark, NJ (United States)","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110671171","display_name":"Hong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Wang","raw_affiliation_strings":["Arizona State University, Inc","Arizona State Univ., Tempe, AZ (United States)"],"affiliations":[{"raw_affiliation_string":"Arizona State University, Inc","institution_ids":[]},{"raw_affiliation_string":"Arizona State Univ., Tempe, AZ (United States)","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108691146","display_name":"Nancy D. O'Brien","orcid":null},"institutions":[{"id":"https://openalex.org/I142606810","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I142606810","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nancy O'Brien","raw_affiliation_strings":["Pacific Northwest National Laboratory","Pacific Northwest National Lab. (PNNL), Richland, WA (United States)"],"affiliations":[{"raw_affiliation_string":"Pacific Northwest National Laboratory","institution_ids":["https://openalex.org/I142606810"]},{"raw_affiliation_string":"Pacific Northwest National Lab. (PNNL), Richland, WA (United States)","institution_ids":["https://openalex.org/I142606810"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020853176","display_name":"Susannah M. Burrows","orcid":"https://orcid.org/0000-0002-0745-7252"},"institutions":[{"id":"https://openalex.org/I142606810","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I142606810","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susannah Burrows","raw_affiliation_strings":["Pacific Northwest National Laboratory","Pacific Northwest National Lab. (PNNL), Richland, WA (United States)"],"affiliations":[{"raw_affiliation_string":"Pacific Northwest National Laboratory","institution_ids":["https://openalex.org/I142606810"]},{"raw_affiliation_string":"Pacific Northwest National Lab. (PNNL), Richland, WA (United States)","institution_ids":["https://openalex.org/I142606810"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5051193196"],"corresponding_institution_ids":["https://openalex.org/I118118575"],"apc_list":null,"apc_paid":null,"fwci":1.1239,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.82420362,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"26","issue":"1","first_page":"1043","last_page":"1053"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7455384135246277},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5549182891845703},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5213152766227722},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.48806655406951904},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4827674925327301},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.46236374974250793},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.4531668424606323},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4483531415462494},{"id":"https://openalex.org/keywords/sensory-cue","display_name":"Sensory cue","score":0.4419997036457062},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.394178181886673}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7455384135246277},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5549182891845703},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5213152766227722},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.48806655406951904},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4827674925327301},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.46236374974250793},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.4531668424606323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4483531415462494},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.4419997036457062},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.394178181886673},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D002980","descriptor_name":"Climate","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002980","descriptor_name":"Climate","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002980","descriptor_name":"Climate","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003463","descriptor_name":"Cues","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003463","descriptor_name":"Cues","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003463","descriptor_name":"Cues","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2019.2934540","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2019.2934540","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:31478858","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31478858","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:osti.gov:1577980","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1577980","pdf_url":"https://www.osti.gov/servlets/purl/1577980","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1577980","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1577980","pdf_url":"https://www.osti.gov/servlets/purl/1577980","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"display_name":"Climate action","score":0.8399999737739563,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337547","display_name":"Laboratory Directed Research and Development","ror":"https://ror.org/01e41cf67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2971280235.pdf","grobid_xml":"https://content.openalex.org/works/W2971280235.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W604382572","https://openalex.org/W752682158","https://openalex.org/W1507345447","https://openalex.org/W1588957466","https://openalex.org/W1908460852","https://openalex.org/W1928219753","https://openalex.org/W1964131408","https://openalex.org/W1964473154","https://openalex.org/W1967712908","https://openalex.org/W1985479415","https://openalex.org/W1987108654","https://openalex.org/W1991617464","https://openalex.org/W1996478169","https://openalex.org/W1998084152","https://openalex.org/W2001110759","https://openalex.org/W2023534772","https://openalex.org/W2023889744","https://openalex.org/W2024290096","https://openalex.org/W2030246490","https://openalex.org/W2034694694","https://openalex.org/W2048202762","https://openalex.org/W2058203255","https://openalex.org/W2064854394","https://openalex.org/W2071553288","https://openalex.org/W2074494141","https://openalex.org/W2106814120","https://openalex.org/W2107330811","https://openalex.org/W2110487094","https://openalex.org/W2111400107","https://openalex.org/W2114566476","https://openalex.org/W2129031626","https://openalex.org/W2132881639","https://openalex.org/W2134678736","https://openalex.org/W2142493242","https://openalex.org/W2145680370","https://openalex.org/W2155843307","https://openalex.org/W2157379557","https://openalex.org/W2495412896","https://openalex.org/W2499828064","https://openalex.org/W2510508396","https://openalex.org/W2510911826","https://openalex.org/W2518571988","https://openalex.org/W2578607490","https://openalex.org/W2611573943","https://openalex.org/W2751305043","https://openalex.org/W2785608539","https://openalex.org/W2805412845","https://openalex.org/W2809065145","https://openalex.org/W2888836599","https://openalex.org/W2962790223","https://openalex.org/W3100641539","https://openalex.org/W4255692800","https://openalex.org/W4255938757","https://openalex.org/W4299408792","https://openalex.org/W6618456822","https://openalex.org/W6622248954","https://openalex.org/W6639787368","https://openalex.org/W6744256247","https://openalex.org/W6892064366"],"related_works":["https://openalex.org/W2068608913","https://openalex.org/W3124914020","https://openalex.org/W2141033859","https://openalex.org/W2077542787","https://openalex.org/W2156434174","https://openalex.org/W2071701083","https://openalex.org/W2383687187","https://openalex.org/W2070401501","https://openalex.org/W2121496884","https://openalex.org/W3196817267"],"abstract_inverted_index":{"Experts":[0],"in":[1,83],"data":[2],"and":[3,47,76,90,126,140,143,155,159,171],"physical":[4],"sciences":[5],"have":[6],"to":[7,28,101,137,188],"regularly":[8],"grapple":[9],"with":[10,65,135],"the":[11,53,74,84,119,128,189,192],"problem":[12,75,89],"of":[13,55,73,79,110,121,130,132,145,191],"competing":[14,124],"models.":[15],"Be":[16],"it":[17],"analytical":[18],"or":[19,36],"physics-based":[20],"models,":[21],"a":[22,62,70,88,107],"cross-cutting":[23],"challenge":[24],"for":[25,114,151],"experts":[26,116],"is":[27],"reliably":[29],"diagnose":[30],"which":[31,94,176],"model":[32,56,80,98,133,183],"outcomes":[33],"appropriately":[34],"predict":[35],"simulate":[37],"real-world":[38],"phenomena.":[39],"Expert":[40],"judgment":[41],"involves":[42],"reconciling":[43],"information":[44],"across":[45],"many,":[46],"often,":[48],"conflicting":[49],"criteria":[50],"that":[51],"describe":[52],"quality":[54],"outcomes.":[57],"In":[58],"this":[59],"paper,":[60],"through":[61],"design":[63,108,142],"study":[64],"climate":[66],"scientists,":[67],"we":[68,95],"develop":[69],"deeper":[71],"understanding":[72],"solution":[77],"space":[78,109],"diagnostics,":[81],"resulting":[82],"following":[85],"contributions:":[86],"i)":[87],"task":[91],"characterization":[92],"using":[93],"map":[96],"experts'":[97],"diagnostics":[99],"goals":[100],"multi-way":[102],"visual":[103,112,165],"comparison":[104],"tasks,":[105],"ii)":[106],"comparative":[111,164],"cues":[113],"letting":[115],"quickly":[117],"understand":[118],"degree":[120,129],"disagreement":[122],"among":[123],"models":[125,161],"gauge":[127],"stability":[131],"outputs":[134],"respect":[136],"alternative":[138,153],"criteria,":[139],"iii)":[141],"evaluation":[144],"MyriadCues,":[146],"an":[147],"interactive":[148],"visualization":[149],"interface":[150],"exploring":[152],"hypotheses":[154],"insights":[156],"about":[157],"good":[158],"bad":[160],"by":[162,174],"leveraging":[163],"cues.":[166],"We":[167],"present":[168],"case":[169],"studies":[170],"subjective":[172],"feedback":[173],"experts,":[175],"validate":[177],"how":[178],"MyriadCues":[179],"enables":[180],"more":[181],"transparent":[182],"diagnostic":[184],"mechanisms,":[185],"as":[186],"compared":[187],"state":[190],"art.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}