{"id":"https://openalex.org/W4416429449","doi":"https://doi.org/10.1109/tvcg.2025.3633872","title":"Write, Rank, or Rate: Comparing Methods for Studying Visualization Affordances","display_name":"Write, Rank, or Rate: Comparing Methods for Studying Visualization Affordances","publication_year":2025,"publication_date":"2025-11-20","ids":{"openalex":"https://openalex.org/W4416429449","doi":"https://doi.org/10.1109/tvcg.2025.3633872","pmid":"https://pubmed.ncbi.nlm.nih.gov/41264449"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2025.3633872","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3633872","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084475345","display_name":"Chase Stokes","orcid":"https://orcid.org/0000-0001-7644-9021"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chase Stokes","raw_affiliation_strings":["University of California, Berkeley, United States","University of California, Berkeley, USA"],"raw_orcid":"https://orcid.org/0000-0001-7644-9021","affiliations":[{"raw_affiliation_string":"University of California, Berkeley, United States","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037840720","display_name":"Kylie Lin","orcid":"https://orcid.org/0009-0002-2823-3992"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kylie Lin","raw_affiliation_strings":["University of California, Berkeley, United States","University of California, Berkeley, USA"],"raw_orcid":"https://orcid.org/0009-0002-2823-3992","affiliations":[{"raw_affiliation_string":"University of California, Berkeley, United States","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067858887","display_name":"Cindy Xiong","orcid":"https://orcid.org/0000-0002-1451-4083"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cindy Xiong Bearfield","raw_affiliation_strings":["Georgia Institute of Technology, United States","Georgia Institute of Technology, USA"],"raw_orcid":"https://orcid.org/0000-0002-1451-4083","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, United States","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9301,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81117659,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"32","issue":"1","first_page":"309","last_page":"319"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.004699999932199717,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.7538999915122986},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6966999769210815},{"id":"https://openalex.org/keywords/salience","display_name":"Salience (neuroscience)","score":0.6854000091552734},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5997999906539917},{"id":"https://openalex.org/keywords/chart","display_name":"Chart","score":0.5277000069618225},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.4429999887943268},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4311999976634979}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8011999726295471},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.7538999915122986},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6966999769210815},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.6854000091552734},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5997999906539917},{"id":"https://openalex.org/C190812933","wikidata":"https://www.wikidata.org/wiki/Q28923","display_name":"Chart","level":2,"score":0.5277000069618225},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.4429999887943268},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43700000643730164},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4311999976634979},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4065000116825104},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3873000144958496},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3756999969482422},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.34850001335144043},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.322299987077713},{"id":"https://openalex.org/C14669888","wikidata":"https://www.wikidata.org/wiki/Q4014850","display_name":"Creative visualization","level":3,"score":0.3190999925136566},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.2793999910354614},{"id":"https://openalex.org/C205208641","wikidata":"https://www.wikidata.org/wiki/Q273404","display_name":"Pie chart","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25999999046325684}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2025.3633872","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3633872","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:41264449","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41264449","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4712516","display_name":null,"funder_award_id":"IIS-2311575","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7432286159","display_name":null,"funder_award_id":"IIS-2237585","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W884650706","https://openalex.org/W1512287614","https://openalex.org/W1909247982","https://openalex.org/W1935234898","https://openalex.org/W1972119484","https://openalex.org/W1984512236","https://openalex.org/W2009858410","https://openalex.org/W2020720070","https://openalex.org/W2023468127","https://openalex.org/W2030246490","https://openalex.org/W2043523210","https://openalex.org/W2048107685","https://openalex.org/W2054901814","https://openalex.org/W2066380143","https://openalex.org/W2073800769","https://openalex.org/W2079420557","https://openalex.org/W2087484885","https://openalex.org/W2095738647","https://openalex.org/W2130774862","https://openalex.org/W2144320230","https://openalex.org/W2300653232","https://openalex.org/W2398344594","https://openalex.org/W2407529156","https://openalex.org/W2610226709","https://openalex.org/W2779206865","https://openalex.org/W2810874430","https://openalex.org/W2969245656","https://openalex.org/W2976192162","https://openalex.org/W3118071155","https://openalex.org/W3128417185","https://openalex.org/W3128548017","https://openalex.org/W3139281922","https://openalex.org/W3139661953","https://openalex.org/W3166846774","https://openalex.org/W3204328103","https://openalex.org/W4200592065","https://openalex.org/W4229067106","https://openalex.org/W4242372420","https://openalex.org/W4256522398","https://openalex.org/W4288804665","https://openalex.org/W4291138180","https://openalex.org/W4296938090","https://openalex.org/W4301393026","https://openalex.org/W4302763110","https://openalex.org/W4321455981","https://openalex.org/W4363624465","https://openalex.org/W4366549000","https://openalex.org/W4376117416","https://openalex.org/W4384345667","https://openalex.org/W4384662964","https://openalex.org/W4385066501","https://openalex.org/W4385453421","https://openalex.org/W4387299733","https://openalex.org/W4387350473","https://openalex.org/W4387885718","https://openalex.org/W4388286213","https://openalex.org/W4388430708","https://openalex.org/W4389941972","https://openalex.org/W4389988784","https://openalex.org/W4389988982","https://openalex.org/W4391876619","https://openalex.org/W4392405493","https://openalex.org/W4399491762","https://openalex.org/W4401237114","https://openalex.org/W4402401766","https://openalex.org/W4402401986","https://openalex.org/W4402402204","https://openalex.org/W4402580345","https://openalex.org/W4404916476","https://openalex.org/W4406949222","https://openalex.org/W4409720884"],"related_works":[],"abstract_inverted_index":{"A":[0],"growing":[1],"body":[2],"of":[3,37,81,103,134,168,235],"work":[4],"on":[5],"visualization":[6,66],"affordances":[7,97,223],"highlights":[8],"how":[9],"specific":[10,144],"design":[11,24],"choices":[12,25],"shape":[13],"reader":[14,27,79],"takeaways":[15],"from":[16,61,213],"information":[17],"visualizations.":[18],"However,":[19],"mapping":[20],"the":[21,132,143,151,166,207,220,233],"relationship":[22],"between":[23,146,226],"and":[26,70,73,86,105,131,196,238,241],"conclusions":[28],"often":[29],"requires":[30],"labor-intensive":[31],"crowdsourced":[32],"studies,":[33],"generating":[34],"large":[35,169],"corpora":[36],"free-response":[38,100],"text":[39],"for":[40,189,206],"analysis.":[41],"To":[42,154],"address":[43],"this":[44,156],"challenge,":[45],"we":[46,89,158,224],"explored":[47],"alternative":[48],"scalable":[49],"research":[50],"methodologies":[51,121],"to":[52,173,192],"assess":[53],"chart":[54,129,147,176],"affordances.":[55],"We":[56],"test":[57],"four":[58],"elicitation":[59,228],"methods":[60,107,240],"human-subject":[62],"studies:":[63],"free":[64],"response,":[65],"ranking,":[67,69],"conclusion":[68,138],"salience":[71,139,208],"rating,":[72],"compare":[74],"their":[75],"effectiveness":[76],"in":[77,99,150,184,216,222],"eliciting":[78],"interpretations":[80],"line":[82],"charts,":[83],"dot":[84],"plots,":[85],"heatmaps.":[87],"Overall,":[88,219],"find":[90],"that":[91],"while":[92],"no":[93],"method":[94],"fully":[95],"replicates":[96],"observed":[98,149],"conclusions,":[101],"combinations":[102],"ranking":[104,120],"rating":[106,209],"can":[108],"serve":[109],"as":[110,187,202],"an":[111],"effective":[112],"proxy":[113,205],"at":[114],"a":[115,160,203],"broad":[116],"scale.":[117],"The":[118],"two":[119],"were":[122],"influenced":[123],"by":[124],"participant":[125],"bias":[126],"towards":[127],"certain":[128],"types":[130,148],"comparison":[133],"suggested":[135],"conclusions.":[136],"Rating":[137],"could":[140],"not":[141],"capture":[142],"variations":[145],"other":[152,217],"methods.":[153],"supplement":[155],"work,":[157],"present":[159],"case":[161],"study":[162],"with":[163,180],"GPT-40,":[164,231],"exploring":[165],"use":[167],"language":[170],"models":[171],"(LLMs)":[172],"elicit":[174],"human-like":[175],"interpretations.":[177],"This":[178],"aligns":[179],"recent":[181],"academic":[182],"interest":[183],"leveraging":[185],"LLMs":[186],"proxies":[188],"human":[190,204],"participants":[191],"improve":[193],"data":[194],"collection":[195],"analysis":[197],"efficiency.":[198],"GPT-40":[199],"performed":[200],"best":[201],"methodology":[210],"but":[211],"suffered":[212],"severe":[214],"constraints":[215],"areas.":[218],"discrepancies":[221],"found":[225],"various":[227],"methodologies,":[229],"including":[230],"highlight":[232],"importance":[234],"intentionally":[236],"selecting":[237],"combining":[239],"evaluating":[242],"trade-offs.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-12T08:23:45.883708","created_date":"2025-11-20T00:00:00"}