{"id":"https://openalex.org/W3110873875","doi":"https://doi.org/10.1109/tvcg.2020.3030345","title":"No mark is an island: Precision and category repulsion biases in data reproductions","display_name":"No mark is an island: Precision and category repulsion biases in data reproductions","publication_year":2020,"publication_date":"2020-12-10","ids":{"openalex":"https://openalex.org/W3110873875","doi":"https://doi.org/10.1109/tvcg.2020.3030345","mag":"3110873875","pmid":"https://pubmed.ncbi.nlm.nih.gov/33296303"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2020.3030345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2020.3030345","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043045895","display_name":"Caitlyn McColeman","orcid":"https://orcid.org/0000-0002-3984-7706"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Caitlyn M. McColeman","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087146581","display_name":"Lane Harrison","orcid":"https://orcid.org/0000-0003-3029-2799"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lane Harrison","raw_affiliation_strings":["Worcester Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112562638","display_name":"Mi Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mi Feng","raw_affiliation_strings":["Worcester Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043405353","display_name":"Steven Franconeri","orcid":"https://orcid.org/0000-0001-5244-9764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steven Franconeri","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5043045895"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8793,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.76950998,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"27","issue":"2","first_page":"1063","last_page":"1072"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12114","display_name":"Sensory Analysis and Statistical Methods","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1106","display_name":"Food Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bar-chart","display_name":"Bar chart","score":0.691351056098938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6609039306640625},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5092846155166626},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5085662603378296},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5042184591293335},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.49971437454223633},{"id":"https://openalex.org/keywords/bar","display_name":"Bar (unit)","score":0.4878120720386505},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4703887701034546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46226823329925537},{"id":"https://openalex.org/keywords/psychophysics","display_name":"Psychophysics","score":0.41036948561668396},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3503250181674957},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.294390469789505},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24006211757659912},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1802513599395752},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.10224473476409912}],"concepts":[{"id":"https://openalex.org/C61122496","wikidata":"https://www.wikidata.org/wiki/Q1124595","display_name":"Bar chart","level":2,"score":0.691351056098938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6609039306640625},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5092846155166626},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5085662603378296},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5042184591293335},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.49971437454223633},{"id":"https://openalex.org/C188721877","wikidata":"https://www.wikidata.org/wiki/Q103510","display_name":"Bar (unit)","level":2,"score":0.4878120720386505},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4703887701034546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46226823329925537},{"id":"https://openalex.org/C15123163","wikidata":"https://www.wikidata.org/wiki/Q500096","display_name":"Psychophysics","level":3,"score":0.41036948561668396},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3503250181674957},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.294390469789505},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24006211757659912},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1802513599395752},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.10224473476409912},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2020.3030345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2020.3030345","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:33296303","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33296303","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5700204612","display_name":null,"funder_award_id":"IIS-190","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W645009165","https://openalex.org/W1588957466","https://openalex.org/W1949897911","https://openalex.org/W1964925925","https://openalex.org/W1971781829","https://openalex.org/W1977164212","https://openalex.org/W1984314602","https://openalex.org/W1988843330","https://openalex.org/W1990459524","https://openalex.org/W1992760321","https://openalex.org/W2003953443","https://openalex.org/W2010214393","https://openalex.org/W2012013186","https://openalex.org/W2022912258","https://openalex.org/W2029654180","https://openalex.org/W2031843365","https://openalex.org/W2043523210","https://openalex.org/W2045944116","https://openalex.org/W2046634051","https://openalex.org/W2050859316","https://openalex.org/W2052765867","https://openalex.org/W2066410035","https://openalex.org/W2070572094","https://openalex.org/W2070664725","https://openalex.org/W2111376597","https://openalex.org/W2112179747","https://openalex.org/W2117470435","https://openalex.org/W2119885447","https://openalex.org/W2129088096","https://openalex.org/W2146970787","https://openalex.org/W2171462728","https://openalex.org/W2469679165","https://openalex.org/W2484768588","https://openalex.org/W2579555219","https://openalex.org/W2743863719","https://openalex.org/W2789668024","https://openalex.org/W2888611489","https://openalex.org/W2912892058","https://openalex.org/W2969684696","https://openalex.org/W2969832356","https://openalex.org/W3087243598","https://openalex.org/W4238828377","https://openalex.org/W4242372420","https://openalex.org/W4244513086","https://openalex.org/W4252283762","https://openalex.org/W4254526182","https://openalex.org/W6766893403"],"related_works":["https://openalex.org/W2940682994","https://openalex.org/W4296143854","https://openalex.org/W2486941584","https://openalex.org/W4399967686","https://openalex.org/W2054901814","https://openalex.org/W3197758760","https://openalex.org/W4205506733","https://openalex.org/W2963427688","https://openalex.org/W3161116921","https://openalex.org/W2607356913"],"abstract_inverted_index":{"Data":[0],"visualization":[1],"is":[2],"powerful":[3],"in":[4],"large":[5],"part":[6],"because":[7],"it":[8],"facilitates":[9],"visual":[10,51],"extraction":[11],"of":[12,17,34,47,76,158,178,183,211,237,241,244],"values.":[13],"Yet,":[14],"existing":[15],"measures":[16,75,240],"perceptual":[18],"precision":[19,77,243],"for":[20,132],"data":[21],"channels":[22],"(e.g.,":[23,40],"position,":[24],"length,":[25],"orientation,":[26],"etc.)":[27],"are":[28],"based":[29],"largely":[30],"on":[31,154,189],"verbal":[32,69,84],"reports":[33],"ratio":[35,55,66,81],"judgments":[36],"between":[37,57],"two":[38],"values":[39,59,160,165,217,223],"[7]).":[41],"Verbal":[42],"report":[43],"conflates":[44],"multiple":[45],"sources":[46],"error":[48,174],"beyond":[49],"actual":[50,180],"precision,":[52],"introducing":[53],"a":[54,61,68,100,118,121,130,145,190,234],"computation":[56],"these":[58],"and":[60,83,163,199,222],"requirement":[62],"to":[63,67,90,98],"translate":[64],"that":[65,141,216],"number.":[70],"Here":[71],"we":[72,86],"observe":[73],"raw":[74],"by":[78],"eliminating":[79],"both":[80],"computations":[82],"reports;":[85],"simply":[87],"ask":[88],"participants":[89],"reproduce":[91],"marks":[92],"(a":[93],"single":[94],"bar":[95,124,143,147],"or":[96,129,135,149],"dot)":[97],"match":[99],"previously":[101],"seen":[102],"one.":[103],"We":[104],"manipulated":[105],"whether":[106,184],"the":[107,133,138,151,155,179,185,194,197,201,212,242],"mark":[108],"was":[109,175,187],"initially":[110],"presented":[111],"(and":[112],"later":[113],"drawn)":[114],"alone,":[115],"paired":[116],"with":[117,137,193],"reference":[119,139,142,198,213],"(e.g.":[120],"second":[122],"'100%'":[123],"also":[125],"present":[126],"at":[127],"test,":[128],"y-axis":[131],"dot),":[134],"integrated":[136,202],"(merging":[140],"into":[144],"stacked":[146],"graph,":[148],"placing":[150],"dot":[152],"directly":[153],"axis).":[156],"Reproductions":[157],"smaller":[159],"were":[161,166,205,220,226],"overestimated,":[162,221],"larger":[164],"underestimated,":[167],"suggesting":[168],"systematic":[169],"memory":[170],"biases.":[171],"Average":[172],"reproduction":[173,186,229],"around":[176],"10%":[177],"value,":[181],"regardless":[182],"done":[188],"common":[191],"baseline":[192],"original.":[195],"In":[196],"(especially)":[200],"conditions,":[203],"responses":[204],"repulsed":[206],"from":[207],"an":[208],"implicit":[209],"midpoint":[210],"mark,":[214],"such":[215],"above":[218],"50%":[219,225],"below":[224],"underestimated.":[227],"This":[228],"paradigm":[230],"may":[231],"serve":[232],"within":[233],"new":[235],"suite":[236],"more":[238],"fundamental":[239],"graphical":[245],"perception.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
