{"id":"https://openalex.org/W3118726655","doi":"https://doi.org/10.1145/3411764.3445195","title":"Vis Ex Machina: An Analysis of Trust in Human versus Algorithmically Generated Visualization Recommendations","display_name":"Vis Ex Machina: An Analysis of Trust in Human versus Algorithmically Generated Visualization Recommendations","publication_year":2021,"publication_date":"2021-05-06","ids":{"openalex":"https://openalex.org/W3118726655","doi":"https://doi.org/10.1145/3411764.3445195","mag":"3118726655"},"language":"en","primary_location":{"id":"doi:10.1145/3411764.3445195","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445195","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.04251","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054000534","display_name":"Rachael Zehrung","orcid":"https://orcid.org/0000-0003-1617-9079"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rachael Zehrung","raw_affiliation_strings":["Department of Computer Science University of Maryland, United States","Department of Computer Science University Of Maryland, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science University Of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066556832","display_name":"Astha Singhal","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Astha Singhal","raw_affiliation_strings":["Department of Computer Science University of Maryland, United States","Department of Computer Science University Of Maryland, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science University Of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036300289","display_name":"Michael Correll","orcid":"https://orcid.org/0000-0001-7902-3907"},"institutions":[{"id":"https://openalex.org/I4210163771","display_name":"Tableau Software (United States)","ror":"https://ror.org/053v5e348","country_code":"US","type":"company","lineage":["https://openalex.org/I4210163771"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Correll","raw_affiliation_strings":["Tableau Research Tableau Software, United States"],"affiliations":[{"raw_affiliation_string":"Tableau Research Tableau Software, United States","institution_ids":["https://openalex.org/I4210163771"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009763002","display_name":"Leilani Battle","orcid":"https://orcid.org/0000-0003-3870-636X"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leilani Battle","raw_affiliation_strings":["Department of Computer Science University of Maryland, United States","Department of Computer Science University Of Maryland, United States"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science University Of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5054000534"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":0.2906,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.52925722,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.8071330785751343},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7839004397392273},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7010921239852905},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5702062845230103},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.5383803248405457},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5371950268745422},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5196715593338013},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5104831457138062},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.48674750328063965},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.44543224573135376},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.41701874136924744},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3681199550628662},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.28697121143341064},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.19931408762931824},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.13677212595939636}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.8071330785751343},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7839004397392273},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7010921239852905},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5702062845230103},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5383803248405457},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5371950268745422},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5196715593338013},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5104831457138062},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.48674750328063965},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.44543224573135376},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41701874136924744},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3681199550628662},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.28697121143341064},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.19931408762931824},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.13677212595939636},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3411764.3445195","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3411764.3445195","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2101.04251","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.04251","pdf_url":"https://arxiv.org/pdf/2101.04251","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2101.04251","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2101.04251","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3118726655","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2101.04251","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.04251","pdf_url":"https://arxiv.org/pdf/2101.04251","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3118726655.pdf","grobid_xml":"https://content.openalex.org/works/W3118726655.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1961845056","https://openalex.org/W1981856831","https://openalex.org/W1986201097","https://openalex.org/W2105035168","https://openalex.org/W2114651926","https://openalex.org/W2137197875","https://openalex.org/W2139786076","https://openalex.org/W2152922709","https://openalex.org/W2155055595","https://openalex.org/W2217256191","https://openalex.org/W2257756289","https://openalex.org/W2337983557","https://openalex.org/W2403343111","https://openalex.org/W2585292421","https://openalex.org/W2610226709","https://openalex.org/W2792183666","https://openalex.org/W2800068874","https://openalex.org/W2888611489","https://openalex.org/W2888660171","https://openalex.org/W2911396267","https://openalex.org/W2942157335","https://openalex.org/W2942465698","https://openalex.org/W2952342347","https://openalex.org/W2963271501","https://openalex.org/W2963686796","https://openalex.org/W2964101465","https://openalex.org/W2983930363","https://openalex.org/W2988821602","https://openalex.org/W3009578469","https://openalex.org/W3047208582","https://openalex.org/W3074412119","https://openalex.org/W3092234597"],"related_works":["https://openalex.org/W3041942809","https://openalex.org/W1844210296","https://openalex.org/W2799784776","https://openalex.org/W2519860851","https://openalex.org/W1928271172","https://openalex.org/W3139281922","https://openalex.org/W2888780421","https://openalex.org/W2967299966","https://openalex.org/W2954870332","https://openalex.org/W1981780064","https://openalex.org/W2980246595","https://openalex.org/W3129993463","https://openalex.org/W2964961855","https://openalex.org/W3010483901","https://openalex.org/W2519337661","https://openalex.org/W1752487527","https://openalex.org/W2407338482","https://openalex.org/W3156627302","https://openalex.org/W3137424235","https://openalex.org/W2794420064"],"abstract_inverted_index":{"More":[0],"visualization":[1,75,123],"systems":[2,139],"are":[3],"simplifying":[4],"the":[5,33,83,90,99,113,144],"data":[6,87],"analysis":[7],"process":[8],"by":[9,95,132],"automatically":[10],"suggesting":[11],"relevant":[12],"visualizations.":[13,105],"However,":[14],"little":[15],"work":[16],"has":[17],"been":[18,48],"done":[19],"to":[20,102,119,143],"understand":[21],"if":[22],"users":[23],"trust":[24],"these":[25],"automated":[26],"recommendations.":[27,76],"In":[28],"this":[29],"paper,":[30],"we":[31],"present":[32],"results":[34],"of":[35,44,79,85,115,122,147],"a":[36,96,109],"crowd-sourced":[37],"study":[38],"exploring":[39],"preferences":[40],"and":[41,117,125],"perceived":[42],"quality":[43,124],"recommendations":[45],"that":[46,58,127,137],"have":[47],"positioned":[49],"as":[50],"either":[51],"human-curated":[52],"or":[53],"algorithmically":[54],"generated.":[55],"We":[56,135],"observe":[57],"while":[59],"participants":[60],"initially":[61],"prefer":[62],"human":[63],"recommenders,":[64],"their":[65],"actions":[66],"suggest":[67,108,136],"an":[68],"indifference":[69,111],"for":[70],"recommendation":[71,138],"source":[72],"when":[73],"evaluating":[74],"The":[77],"relevance":[78],"presented":[80],"information":[81],"(e.g.,":[82],"presence":[84],"certain":[86],"fields)":[88],"was":[89],"most":[91],"critical":[92],"factor,":[93],"followed":[94],"belief":[97],"in":[98],"recommender\u2019s":[100],"ability":[101],"create":[103],"accurate":[104],"Our":[106],"findings":[107],"general":[110],"towards":[112],"provenance":[114],"recommendations,":[116],"point":[118],"idiosyncratic":[120],"definitions":[121],"trustworthiness":[126],"may":[128],"not":[129],"be":[130,141],"captured":[131],"simple":[133],"measures.":[134],"should":[140],"tailored":[142],"information-foraging":[145],"strategies":[146],"specific":[148],"users.":[149]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}