{"id":"https://openalex.org/W2998234193","doi":"https://doi.org/10.1109/vahc47919.2019.8945036","title":"Modifications to the ISO 9186 Method for Testing Comprehension of Visualizations: Successes and Lessons Learned","display_name":"Modifications to the ISO 9186 Method for Testing Comprehension of Visualizations: Successes and Lessons Learned","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2998234193","doi":"https://doi.org/10.1109/vahc47919.2019.8945036","mag":"2998234193"},"language":"en","primary_location":{"id":"doi:10.1109/vahc47919.2019.8945036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vahc47919.2019.8945036","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Workshop on Visual Analytics in Healthcare (VAHC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059564494","display_name":"Adriana Arcia","orcid":"https://orcid.org/0000-0002-4773-7195"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Adriana Arcia","raw_affiliation_strings":["Columbia University School of Nursing"],"affiliations":[{"raw_affiliation_string":"Columbia University School of Nursing","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070896707","display_name":"Lisa Grossman Liu","orcid":"https://orcid.org/0000-0002-1153-1590"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa V. Grossman","raw_affiliation_strings":["Columbia University,Department of Biomedical Informatics","Department of Biomedical Informatics, Columbia University"],"affiliations":[{"raw_affiliation_string":"Columbia University,Department of Biomedical Informatics","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020914673","display_name":"Maureen George","orcid":"https://orcid.org/0000-0001-9234-7842"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maureen George","raw_affiliation_strings":["Columbia University School of Nursing"],"affiliations":[{"raw_affiliation_string":"Columbia University School of Nursing","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006691352","display_name":"Meghan Reading Turchioe","orcid":"https://orcid.org/0000-0002-6264-6320"},"institutions":[{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]},{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meghan Reading Turchioe","raw_affiliation_strings":["Weill Cornell Medicine,Department of Healthcare Policy and Research","Department of Healthcare Policy and Research, Weill Cornell Medicine"],"affiliations":[{"raw_affiliation_string":"Weill Cornell Medicine,Department of Healthcare Policy and Research","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Department of Healthcare Policy and Research, Weill Cornell Medicine","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033317245","display_name":"Sabrina Mangal","orcid":"https://orcid.org/0000-0003-2059-6369"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sabrina Mangal","raw_affiliation_strings":["Columbia University School of Nursing"],"affiliations":[{"raw_affiliation_string":"Columbia University School of Nursing","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019333858","display_name":"Ruth Masterson Creber","orcid":"https://orcid.org/0000-0002-4238-9902"},"institutions":[{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]},{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruth M. Masterson Creber","raw_affiliation_strings":["Weill Cornell Medicine,Department of Healthcare Policy and Research","Department of Healthcare Policy and Research, Weill Cornell Medicine"],"affiliations":[{"raw_affiliation_string":"Weill Cornell Medicine,Department of Healthcare Policy and Research","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Department of Healthcare Policy and Research, Weill Cornell Medicine","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5059564494"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":1.5554,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.84259821,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"47"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14056","display_name":"Safety Warnings and Signage","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14056","display_name":"Safety Warnings and Signage","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13953","display_name":"Digital Imaging in Medicine","score":0.9408000111579895,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6738947629928589},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.6221948266029358},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.558072030544281},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5131152272224426},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45162904262542725},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4284891188144684},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2042158842086792},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20109152793884277},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.09618744254112244}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6738947629928589},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.6221948266029358},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.558072030544281},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5131152272224426},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45162904262542725},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4284891188144684},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2042158842086792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20109152793884277},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.09618744254112244},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vahc47919.2019.8945036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vahc47919.2019.8945036","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Workshop on Visual Analytics in Healthcare (VAHC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8999999761581421,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W789737536","https://openalex.org/W858054436","https://openalex.org/W1837950556","https://openalex.org/W1965598713","https://openalex.org/W1966718625","https://openalex.org/W1974077786","https://openalex.org/W1978022042","https://openalex.org/W2000825937","https://openalex.org/W2004923783","https://openalex.org/W2007827489","https://openalex.org/W2014718959","https://openalex.org/W2021825713","https://openalex.org/W2022606316","https://openalex.org/W2034608051","https://openalex.org/W2034747646","https://openalex.org/W2035918481","https://openalex.org/W2055561960","https://openalex.org/W2075932624","https://openalex.org/W2089317135","https://openalex.org/W2099246599","https://openalex.org/W2117491393","https://openalex.org/W2121051049","https://openalex.org/W2123495254","https://openalex.org/W2129146022","https://openalex.org/W2393179074","https://openalex.org/W2521252499","https://openalex.org/W2547983127","https://openalex.org/W2578105704","https://openalex.org/W2608473154","https://openalex.org/W2731314678","https://openalex.org/W2792423050","https://openalex.org/W2802876932","https://openalex.org/W2831742358","https://openalex.org/W2886977528","https://openalex.org/W2906838089","https://openalex.org/W2908918747","https://openalex.org/W2932623698","https://openalex.org/W2995864500","https://openalex.org/W3113130181","https://openalex.org/W6623654029","https://openalex.org/W6679219393","https://openalex.org/W6787471401","https://openalex.org/W7015880002"],"related_works":["https://openalex.org/W2724855087","https://openalex.org/W2886906914","https://openalex.org/W2884362859","https://openalex.org/W1508879959","https://openalex.org/W2123179197","https://openalex.org/W2008149650","https://openalex.org/W1995506819","https://openalex.org/W2110798500","https://openalex.org/W2899084096","https://openalex.org/W4302570658"],"abstract_inverted_index":{"Information":[0],"visualizations":[1,57],"are":[2,22,88],"an":[3],"increasingly":[4],"popular":[5],"approach":[6],"to":[7,50,79,107,124],"conveying":[8],"information":[9,117],"in":[10,73],"a":[11],"way":[12],"that":[13,76,104],"eases":[14],"comprehension.":[15,132],"However,":[16],"rigorous":[17],"methods":[18],"for":[19,24,30,39,54,100,115],"comprehension":[20],"testing":[21],"needed":[23],"evaluation":[25],"purposes.":[26],"The":[27],"International":[28],"Organization":[29],"Standardization":[31],"(ISO)":[32],"9186":[33,82],"method":[34],"is":[35],"the":[36,80,86],"recognized":[37],"standard":[38],"assessing":[40],"comprehensibility":[41],"of":[42,69,85,131],"wayfinding":[43],"and":[44,58,93],"warning":[45],"symbols":[46],"but":[47],"requires":[48],"modification":[49],"maximize":[51],"its":[52],"utility":[53],"complex,":[55],"health-related":[56,74],"low-literacy":[59],"respondents.":[60],"In":[61],"this":[62],"paper":[63],"we":[64],"present":[65],"two":[66],"case":[67],"studies":[68],"research":[70],"protocols":[71],"deployed":[72],"contexts":[75],"made":[77],"modifications":[78,87],"ISO":[81],"method.":[83],"Details":[84],"provided.":[89],"We":[90],"describe":[91],"successes":[92],"lessons":[94],"learned":[95],"as":[96,98,110,112],"well":[97,111],"recommendations":[99],"future":[101],"studies.":[102],"Instructions":[103],"encouraged":[105],"participants":[106],"give":[108],"details":[109],"non-leading":[113],"prompts":[114],"additional":[116],"helped":[118],"elicit":[119],"responses":[120],"with":[121],"sufficient":[122],"granularity":[123],"make":[125],"unambiguous":[126],"judgments":[127],"about":[128],"participants\u2019":[129],"level":[130]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}