{"id":"https://openalex.org/W2528323795","doi":"https://doi.org/10.1145/2993901.2993911","title":"On Regulatory and Organizational Constraints in Visualization Design and Evaluation","display_name":"On Regulatory and Organizational Constraints in Visualization Design and Evaluation","publication_year":2016,"publication_date":"2016-10-03","ids":{"openalex":"https://openalex.org/W2528323795","doi":"https://doi.org/10.1145/2993901.2993911","mag":"2528323795"},"language":"en","primary_location":{"id":"doi:10.1145/2993901.2993911","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993901.2993911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth Workshop on Beyond Time and Errors on Novel Evaluation Methods for Visualization","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1610.10056","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022433344","display_name":"Anamaria Crisan","orcid":"https://orcid.org/0000-0003-3445-3414"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Anamaria Crisan","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078873032","display_name":"Jennifer L. Gardy","orcid":"https://orcid.org/0000-0001-7255-7631"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I2802940977","display_name":"BC Centre for Disease Control","ror":"https://ror.org/05jyzx602","country_code":"CA","type":"funder","lineage":["https://openalex.org/I1308729876","https://openalex.org/I156965999","https://openalex.org/I2802940977"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jennifer L. Gardy","raw_affiliation_strings":["University of British Columbia, BC Centre for Disease Control, Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"University of British Columbia, BC Centre for Disease Control, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I2802940977","https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079916657","display_name":"Tamara Munzner","orcid":"https://orcid.org/0000-0002-3294-3869"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tamara Munzner","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5022433344"],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":null,"apc_paid":null,"fwci":0.6778,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.77819288,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10629","display_name":"Health Policy Implementation Science","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9509999752044678,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.9206326007843018},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7542403340339661},{"id":"https://openalex.org/keywords/creative-visualization","display_name":"Creative visualization","score":0.4719226360321045},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42215773463249207},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40047845244407654},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3307763934135437},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.14473870396614075}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.9206326007843018},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7542403340339661},{"id":"https://openalex.org/C14669888","wikidata":"https://www.wikidata.org/wiki/Q4014850","display_name":"Creative visualization","level":3,"score":0.4719226360321045},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42215773463249207},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40047845244407654},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3307763934135437},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.14473870396614075},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2993901.2993911","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993901.2993911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth Workshop on Beyond Time and Errors on Novel Evaluation Methods for Visualization","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1610.10056","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1610.10056","pdf_url":"https://arxiv.org/pdf/1610.10056","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1610.10056","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1610.10056","pdf_url":"https://arxiv.org/pdf/1610.10056","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/17"},{"display_name":"Industry, innovation and infrastructure","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320330658","display_name":"British Columbia Centre for Disease Control","ror":"https://ror.org/05jyzx602"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W34740236","https://openalex.org/W1550840327","https://openalex.org/W1950949635","https://openalex.org/W1965835347","https://openalex.org/W1970569592","https://openalex.org/W1987135115","https://openalex.org/W1987218916","https://openalex.org/W2013548203","https://openalex.org/W2031611173","https://openalex.org/W2054160847","https://openalex.org/W2058203255","https://openalex.org/W2065944796","https://openalex.org/W2088290398","https://openalex.org/W2091579301","https://openalex.org/W2100565272","https://openalex.org/W2120857677","https://openalex.org/W2121016257","https://openalex.org/W2124972954","https://openalex.org/W2131399871","https://openalex.org/W2132810818","https://openalex.org/W2142493242","https://openalex.org/W2151103962","https://openalex.org/W2157887077","https://openalex.org/W2161114148","https://openalex.org/W2993781365","https://openalex.org/W3009705041","https://openalex.org/W3104849124","https://openalex.org/W3123732438","https://openalex.org/W4242608241","https://openalex.org/W4256154369","https://openalex.org/W6672631793"],"related_works":["https://openalex.org/W854197746","https://openalex.org/W4281653525","https://openalex.org/W4280503372","https://openalex.org/W4252087024","https://openalex.org/W2262623750","https://openalex.org/W1982370580","https://openalex.org/W4223901599","https://openalex.org/W1523665759","https://openalex.org/W3170264005","https://openalex.org/W969373729"],"abstract_inverted_index":{"Problem--based":[0],"visualization":[1,33,45,94,108,148,163],"research":[2,109],"provides":[3],"explicit":[4,41],"guidance":[5,20,42],"toward":[6,21],"identifying":[7],"and":[8,35,47,85,88,96,107,116,150,153,159,165],"designing":[9],"for":[10,32,113],"the":[11,54,60,68,157,167],"needs":[12,27,56],"of":[13,39,62,71,79,131,161,169],"users,":[14],"but":[15],"absent":[16],"is":[17],"more":[18,40,178],"concrete":[19],"factors":[22],"external":[23,80,119,145,175],"to":[24,50,67],"a":[25,72,122,135],"user's":[26,55],"that":[28,57,141],"also":[29],"have":[30],"implications":[31],"design":[34,95,123,149],"evaluation.":[36,97],"This":[37],"lack":[38],"can":[43,58,155],"leave":[44],"researchers":[46,152],"practitioners":[48,154],"vulnerable":[49],"unforeseen":[51],"constraints":[52,81,92,120,146,176],"beyond":[53],"affect":[59],"validity":[61,160],"evaluations,":[63],"or":[64],"even":[65],"lead":[66],"premature":[69],"termination":[70],"project.":[73],"Here":[74],"we":[75,110,127],"explore":[76],"two":[77],"types":[78],"in":[82,102,134],"depth,":[83],"regulatory":[84],"organizational":[86],"constraints,":[87],"describe":[89],"how":[90],"these":[91,118],"impact":[93],"By":[98],"borrowing":[99],"from":[100],"techniques":[101],"software":[103],"development,":[104],"project":[105],"management,":[106],"recommend":[111],"strategies":[112],"identifying,":[114],"mitigating,":[115],"evaluating":[117],"through":[121],"study":[124],"methodology.":[125],"Finally,":[126],"present":[128],"an":[129],"application":[130],"those":[132],"recommendations":[133],"healthcare":[136],"case":[137],"study.":[138],"We":[139],"argue":[140],"by":[142],"explicitly":[143],"incorporating":[144],"into":[147],"evaluation,":[151],"improve":[156,166],"utility":[158],"their":[162],"solution":[164],"likelihood":[168],"successful":[170],"collaborations":[171],"with":[172],"industries":[173],"where":[174],"are":[177],"present.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}