{"id":"https://openalex.org/W3202569757","doi":"https://doi.org/10.1109/tvcg.2021.3114814","title":"An Evaluation-Focused Framework for Visualization Recommendation Algorithms","display_name":"An Evaluation-Focused Framework for Visualization Recommendation Algorithms","publication_year":2021,"publication_date":"2021-09-29","ids":{"openalex":"https://openalex.org/W3202569757","doi":"https://doi.org/10.1109/tvcg.2021.3114814","mag":"3202569757","pmid":"https://pubmed.ncbi.nlm.nih.gov/34587050"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2021.3114814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2021.3114814","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zehua Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zehua Zeng","raw_affiliation_strings":["University of Maryland, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Phoebe Moh","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phoebe Moh","raw_affiliation_strings":["University of Maryland, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fan Du","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fan Du","raw_affiliation_strings":["Adobe Research, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research, United States","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jane Hoffswell","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jane Hoffswell","raw_affiliation_strings":["Adobe Research, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research, United States","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tak Yeon Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]},{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Tak Yeon Lee","raw_affiliation_strings":["Adobe Research, United States","KAIST, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research, United States","institution_ids":["https://openalex.org/I1306409833"]},{"raw_affiliation_string":"KAIST, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sana Malik","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sana Malik","raw_affiliation_strings":["Adobe Research, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research, United States","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Eunyee Koh","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eunyee Koh","raw_affiliation_strings":["Adobe Research, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research, United States","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"last","author":{"id":null,"display_name":"Leilani Battle","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leilani Battle","raw_affiliation_strings":["University of Maryland, United States","University of Washington, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4256,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.90811439,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"28","issue":"1","first_page":"346","last_page":"356"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.7993000149726868},{"id":"https://openalex.org/keywords/traverse","display_name":"Traverse","score":0.5584999918937683},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5194000005722046},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.4973999857902527},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.42179998755455017},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.4205999970436096},{"id":"https://openalex.org/keywords/graph-drawing","display_name":"Graph drawing","score":0.41760000586509705},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.36959999799728394},{"id":"https://openalex.org/keywords/algorithm-design","display_name":"Algorithm design","score":0.3691999912261963}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8614000082015991},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.7993000149726868},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.5584999918937683},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5194000005722046},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5056999921798706},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.4973999857902527},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4456000030040741},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.42179998755455017},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.4205999970436096},{"id":"https://openalex.org/C112953755","wikidata":"https://www.wikidata.org/wiki/Q739462","display_name":"Graph drawing","level":3,"score":0.41760000586509705},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3959999978542328},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38019999861717224},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.3691999912261963},{"id":"https://openalex.org/C2986651925","wikidata":"https://www.wikidata.org/wiki/Q1514868","display_name":"Graph algorithms","level":3,"score":0.36719998717308044},{"id":"https://openalex.org/C60011546","wikidata":"https://www.wikidata.org/wiki/Q932996","display_name":"Parallel coordinates","level":4,"score":0.32089999318122864},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C14669888","wikidata":"https://www.wikidata.org/wiki/Q4014850","display_name":"Creative visualization","level":3,"score":0.30570000410079956},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C3018263672","wikidata":"https://www.wikidata.org/wiki/Q1296251","display_name":"Efficient algorithm","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C64073096","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Interactive visualization","level":3,"score":0.2913999855518341},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.2851000130176544},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2705000042915344},{"id":"https://openalex.org/C2985583900","wikidata":"https://www.wikidata.org/wiki/Q722617","display_name":"Formal description","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C106937863","wikidata":"https://www.wikidata.org/wiki/Q7236518","display_name":"Power graph analysis","level":3,"score":0.2563000023365021},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C76363472","wikidata":"https://www.wikidata.org/wiki/Q1437394","display_name":"Formal concept analysis","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2021.3114814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2021.3114814","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:34587050","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34587050","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6717223583","display_name":null,"funder_award_id":"IIS-1850115","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1512287614","https://openalex.org/W1961845056","https://openalex.org/W1985620471","https://openalex.org/W1991207010","https://openalex.org/W2008945080","https://openalex.org/W2044102377","https://openalex.org/W2064784803","https://openalex.org/W2114265882","https://openalex.org/W2119828234","https://openalex.org/W2124293601","https://openalex.org/W2132631291","https://openalex.org/W2132881639","https://openalex.org/W2137435551","https://openalex.org/W2152922709","https://openalex.org/W2257756289","https://openalex.org/W2428096022","https://openalex.org/W2432205972","https://openalex.org/W2547503455","https://openalex.org/W2610226709","https://openalex.org/W2610767545","https://openalex.org/W2735080104","https://openalex.org/W2795226127","https://openalex.org/W2805655759","https://openalex.org/W2837370974","https://openalex.org/W2886887279","https://openalex.org/W2888611489","https://openalex.org/W2961269636","https://openalex.org/W2964101465","https://openalex.org/W2969478830","https://openalex.org/W3022878348","https://openalex.org/W3030168100","https://openalex.org/W3048148501","https://openalex.org/W6654692032","https://openalex.org/W6733069958","https://openalex.org/W6752708972","https://openalex.org/W6791282337"],"related_works":[],"abstract_inverted_index":{"Although":[0],"we":[1,43,62,137],"have":[2,38],"seen":[3],"a":[4,29,71,93],"proliferation":[5],"of":[6,74,82,99,134,173,184],"algorithms":[7,12,51,86,153,168,186],"for":[8,28,111,114,179],"recommending":[9],"visualizations,":[10],"these":[11,167],"are":[13,52,87],"rarely":[14],"compared":[15],"with":[16],"one":[17],"another,":[18],"making":[19],"it":[20],"difficult":[21],"to":[22,67,107,121,187],"ascertain":[23],"which":[24],"algorithm":[25],"is":[26],"best":[27],"given":[30],"visual":[31],"analysis":[32,194],"scenario.":[33],"Though":[34],"several":[35],"formal":[36,132,182],"frameworks":[37],"been":[39],"proposed":[40],"in":[41,171,192],"response,":[42],"believe":[44],"this":[45,60],"issue":[46],"persists":[47],"because":[48],"visualization":[49,75,101],"recommendation":[50,76,145,185],"inadequately":[53],"specified":[54,88],"from":[55,159],"an":[56,64,118],"evaluation":[57],"perspective.":[58],"In":[59],"paper,":[61],"propose":[63],"evaluation-focused":[65],"framework":[66,129],"contextualize":[68],"and":[69,116],"compare":[70,141,150],"broad":[72],"range":[73],"algorithms.":[77],"We":[78],"present":[79],"the":[80,96,104,109,131,160,177],"structure":[81],"our":[83,128,157],"framework,":[84],"where":[85],"using":[89],"three":[90],"components:":[91],"(1)":[92],"graph":[94,110],"representing":[95],"full":[97],"space":[98],"possible":[100],"designs,":[102],"(2)":[103],"method":[105],"used":[106,120],"traverse":[108],"potential":[112],"candidates":[113],"recommendation,":[115],"(3)":[117],"oracle":[119],"rank":[122],"candidate":[123],"designs.":[124],"To":[125],"demonstrate":[126],"how":[127],"guides":[130],"comparison":[133],"algorithmic":[135],"performance,":[136,175],"not":[138],"only":[139],"theoretically":[140],"five":[142],"existing":[143],"representative":[144],"algorithms,":[146],"but":[147],"also":[148],"empirically":[149],"four":[151],"new":[152],"generated":[154],"based":[155],"on":[156],"findings":[158],"theoretical":[161],"comparison.":[162],"Our":[163],"results":[164],"show":[165],"that":[166],"behave":[169],"similarly":[170],"terms":[172],"user":[174],"highlighting":[176],"need":[178],"more":[180],"rigorous":[181],"comparisons":[183],"further":[188],"clarify":[189],"their":[190],"benefits":[191],"various":[193],"scenarios.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":9}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2021-10-11T00:00:00"}