{"id":"https://openalex.org/W3081184337","doi":"https://doi.org/10.1109/mcg.2020.3006412","title":"Exploring Reproducibility in Visualization","display_name":"Exploring Reproducibility in Visualization","publication_year":2020,"publication_date":"2020-08-24","ids":{"openalex":"https://openalex.org/W3081184337","doi":"https://doi.org/10.1109/mcg.2020.3006412","mag":"3081184337","pmid":"https://pubmed.ncbi.nlm.nih.gov/32833626"},"language":"en","primary_location":{"id":"doi:10.1109/mcg.2020.3006412","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcg.2020.3006412","pdf_url":null,"source":{"id":"https://openalex.org/S105380075","display_name":"IEEE Computer Graphics and Applications","issn_l":"0272-1716","issn":["0272-1716","1558-1756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Graphics and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://inria.hal.science/hal-02922295","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060725233","display_name":"Jean\u2010Daniel Fekete","orcid":"https://orcid.org/0000-0003-3770-8726"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Jean-Daniel Fekete","raw_affiliation_strings":["Inria"],"affiliations":[{"raw_affiliation_string":"Inria","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006773757","display_name":"Juliana Freire","orcid":"https://orcid.org/0000-0003-3915-7075"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juliana Freire","raw_affiliation_strings":["New York University","NYU - New York University [New York] (70 Washington Square South, New York, NY 10012 - United States)"],"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"NYU - New York University [New York] (70 Washington Square South, New York, NY 10012 - United States)","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5060725233"],"corresponding_institution_ids":["https://openalex.org/I1326498283"],"apc_list":null,"apc_paid":null,"fwci":1.5632,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.85561605,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"40","issue":"5","first_page":"108","last_page":"119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.7977962493896484},{"id":"https://openalex.org/keywords/panel-discussion","display_name":"Panel discussion","score":0.6946185231208801},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6831935048103333},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.6303485631942749},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6167981028556824},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4887673556804657},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.4125484228134155},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.15559548139572144},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.06480053067207336}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.7977962493896484},{"id":"https://openalex.org/C2781433648","wikidata":"https://www.wikidata.org/wiki/Q2100278","display_name":"Panel discussion","level":2,"score":0.6946185231208801},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6831935048103333},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.6303485631942749},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6167981028556824},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4887673556804657},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.4125484228134155},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.15559548139572144},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.06480053067207336},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/mcg.2020.3006412","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcg.2020.3006412","pdf_url":null,"source":{"id":"https://openalex.org/S105380075","display_name":"IEEE Computer Graphics and Applications","issn_l":"0272-1716","issn":["0272-1716","1558-1756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Graphics and Applications","raw_type":"journal-article"},{"id":"pmid:32833626","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32833626","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE computer graphics and applications","raw_type":null},{"id":"pmh:oai:HAL:hal-02922295v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02922295","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Computer Graphics and Applications, 2020, 40 (5), pp.108-119. ⟨10.1109/MCG.2020.3006412⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-02922295v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02922295","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Computer Graphics and Applications, 2020, 40 (5), pp.108-119. ⟨10.1109/MCG.2020.3006412⟩","raw_type":"Journal articles"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1949897911","https://openalex.org/W1971781829","https://openalex.org/W2043523210","https://openalex.org/W2052255065","https://openalex.org/W2068069008","https://openalex.org/W2089463122","https://openalex.org/W2132881639","https://openalex.org/W2144320230","https://openalex.org/W2150485981","https://openalex.org/W2161694107","https://openalex.org/W2166378641","https://openalex.org/W2245578156","https://openalex.org/W2431100065","https://openalex.org/W2512030163","https://openalex.org/W2538248335","https://openalex.org/W2912407599","https://openalex.org/W3013688454","https://openalex.org/W4230696817","https://openalex.org/W6775341171"],"related_works":["https://openalex.org/W4225274103","https://openalex.org/W2013728941","https://openalex.org/W2154046714","https://openalex.org/W2579659702","https://openalex.org/W2189613078","https://openalex.org/W1574055964","https://openalex.org/W2923661510","https://openalex.org/W2542318691","https://openalex.org/W2547096368","https://openalex.org/W2586219255"],"abstract_inverted_index":{"The":[0,20],"American":[1],"National":[2],"Academies":[3],"of":[4,31,35,89,100],"Sciences,":[5],"Engineering,":[6],"and":[7,16,37,75,96],"Medicine":[8],"(NASEM)":[9],"has":[10,22],"recently":[11],"released":[12],"the":[13,29,32,39,57,67,72,90,93,103],"report":[14,21],"\"Reproducibility":[15],"Replicability":[17],"in":[18,42],"Science.\"":[19],"prompted":[23],"discussions":[24],"within":[25],"many":[26],"disciplines":[27],"about":[28],"extent":[30],"current":[33],"adoption":[34],"reproducibility":[36,68],"replicability,":[38],"challenges":[40,69,78],"involved":[41],"publishing":[43],"reproducible":[44],"results":[45],"as":[46,48],"well":[47],"strategies":[49],"for":[50,102],"improving.":[51],"We":[52],"organized":[53],"a":[54,64,98],"panel":[55,94],"at":[56],"IEEE":[58],"VIS":[59],"conference":[60],"2019":[61],"to":[62],"start":[63],"discussion":[65],"on":[66],"faced":[70],"by":[71],"visualization":[73,104],"community":[74],"how":[76],"those":[77],"might":[79],"be":[80],"addressed.":[81],"In":[82],"this":[83],"viewpoint,":[84],"we":[85],"summarize":[86],"key":[87],"findings":[88],"NASEM":[91],"report,":[92],"discussion,":[95],"outline":[97],"set":[99],"recommendations":[101],"community.":[105]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}