{"id":"https://openalex.org/W4387250096","doi":"https://doi.org/10.1109/tvcg.2023.3321211","title":"A Comprehensive Evaluation Framework of Software Visualizations Effectiveness","display_name":"A Comprehensive Evaluation Framework of Software Visualizations Effectiveness","publication_year":2023,"publication_date":"2023-10-02","ids":{"openalex":"https://openalex.org/W4387250096","doi":"https://doi.org/10.1109/tvcg.2023.3321211","pmid":"https://pubmed.ncbi.nlm.nih.gov/37782605"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2023.3321211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2023.3321211","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077073918","display_name":"Hakam W. Alomari","orcid":"https://orcid.org/0000-0002-8554-3236"},"institutions":[{"id":"https://openalex.org/I83328450","display_name":"Miami University","ror":"https://ror.org/05nbqxr67","country_code":"US","type":"education","lineage":["https://openalex.org/I83328450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hakam W. Alomari","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Miami University, Oxford, OH, USA"],"raw_orcid":"https://orcid.org/0000-0002-8554-3236","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Miami University, Oxford, OH, USA","institution_ids":["https://openalex.org/I83328450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037563230","display_name":"Christopher Vendome","orcid":"https://orcid.org/0000-0002-4069-0558"},"institutions":[{"id":"https://openalex.org/I83328450","display_name":"Miami University","ror":"https://ror.org/05nbqxr67","country_code":"US","type":"education","lineage":["https://openalex.org/I83328450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Vendome","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Miami University, Oxford, OH, USA"],"raw_orcid":"https://orcid.org/0000-0002-4069-0558","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Miami University, Oxford, OH, USA","institution_ids":["https://openalex.org/I83328450"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072884521","display_name":"Lane Rizkallah","orcid":"https://orcid.org/0009-0005-6710-3594"},"institutions":[{"id":"https://openalex.org/I83328450","display_name":"Miami University","ror":"https://ror.org/05nbqxr67","country_code":"US","type":"education","lineage":["https://openalex.org/I83328450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lane Rizkallah","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Miami University, Oxford, OH, USA"],"raw_orcid":"https://orcid.org/0009-0005-6710-3594","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Miami University, Oxford, OH, USA","institution_ids":["https://openalex.org/I83328450"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I83328450"],"apc_list":null,"apc_paid":null,"fwci":0.8221,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.79139351,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"30","issue":"9","first_page":"6056","last_page":"6074"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8536345362663269},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6123021841049194},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.49854063987731934},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4889329969882965},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4768206477165222},{"id":"https://openalex.org/keywords/software-visualization","display_name":"Software visualization","score":0.46381112933158875},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3507084250450134},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.33795037865638733},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32864493131637573},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.26258397102355957},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2572585344314575}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8536345362663269},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6123021841049194},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.49854063987731934},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4889329969882965},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4768206477165222},{"id":"https://openalex.org/C4379982","wikidata":"https://www.wikidata.org/wiki/Q1273511","display_name":"Software visualization","level":5,"score":0.46381112933158875},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3507084250450134},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.33795037865638733},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32864493131637573},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26258397102355957},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2572585344314575}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2023.3321211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2023.3321211","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:37782605","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37782605","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W154592189","https://openalex.org/W884650706","https://openalex.org/W1508150672","https://openalex.org/W1516293359","https://openalex.org/W1535045235","https://openalex.org/W1555462707","https://openalex.org/W1587715758","https://openalex.org/W1975210699","https://openalex.org/W1987614102","https://openalex.org/W1991250382","https://openalex.org/W1992743299","https://openalex.org/W1998411272","https://openalex.org/W2002880427","https://openalex.org/W2014707001","https://openalex.org/W2018747777","https://openalex.org/W2028868392","https://openalex.org/W2029863192","https://openalex.org/W2030328752","https://openalex.org/W2036778847","https://openalex.org/W2049624350","https://openalex.org/W2059838712","https://openalex.org/W2065827414","https://openalex.org/W2067172306","https://openalex.org/W2070921605","https://openalex.org/W2073800769","https://openalex.org/W2077368446","https://openalex.org/W2080534028","https://openalex.org/W2083372419","https://openalex.org/W2096414736","https://openalex.org/W2098549348","https://openalex.org/W2113604754","https://openalex.org/W2114877339","https://openalex.org/W2132881639","https://openalex.org/W2135093973","https://openalex.org/W2140503925","https://openalex.org/W2144100142","https://openalex.org/W2145338466","https://openalex.org/W2147787175","https://openalex.org/W2154593676","https://openalex.org/W2160715838","https://openalex.org/W2162598207","https://openalex.org/W2163225273","https://openalex.org/W2165501507","https://openalex.org/W2173434715","https://openalex.org/W2293624369","https://openalex.org/W2515289923","https://openalex.org/W2530584451","https://openalex.org/W2564833719","https://openalex.org/W2567220787","https://openalex.org/W2767219025","https://openalex.org/W2794606420","https://openalex.org/W2799048584","https://openalex.org/W2807742538","https://openalex.org/W2884130190","https://openalex.org/W2983437630","https://openalex.org/W2987358222","https://openalex.org/W3001796748","https://openalex.org/W3036639905","https://openalex.org/W3098751704","https://openalex.org/W3134208756","https://openalex.org/W4206164930","https://openalex.org/W4239720002","https://openalex.org/W4256522398","https://openalex.org/W4291213652","https://openalex.org/W6606217695","https://openalex.org/W6607333916","https://openalex.org/W6675196106","https://openalex.org/W6753327954"],"related_works":["https://openalex.org/W2013728941","https://openalex.org/W4225274103","https://openalex.org/W2154046714","https://openalex.org/W2386674074","https://openalex.org/W2189613078","https://openalex.org/W2579659702","https://openalex.org/W2923661510","https://openalex.org/W1574055964","https://openalex.org/W834755178","https://openalex.org/W1965329638"],"abstract_inverted_index":{"Visualizations":[0],"are":[1,62],"useful":[2],"in":[3,10,36,101,121],"dealing":[4],"with":[5,139],"complex":[6],"software":[7,161,178],"systems,":[8],"especially":[9,100],"maintenance":[11],"and":[12,41,50,127,136,175,181],"evolution":[13],"tasks.":[14],"Software":[15],"visualization":[16,39,54,83,162,179],"tools":[17,42],"can":[18,170],"help":[19],"reduce":[20],"the":[21,79,82,91,140,168],"cognitive":[22,128],"burden":[23],"on":[24,74,118],"practitioners":[25],"when":[26],"trying":[27],"to":[28,64,78,84,156,173],"understand":[29],"these":[30],"systems.":[31],"However,":[32,89],"a":[33,53,112,158],"major":[34],"challenge":[35],"designing":[37],"new":[38,177],"techniques":[40,180],"is":[43,56,95],"evaluating":[44,90,119],"their":[45,124],"effectiveness":[46,92,141],"for":[47,59,70],"specific":[48],"tasks":[49],"users.":[51],"If":[52],"tool":[55],"not":[57],"effective":[58],"practitioners,":[60],"they":[61],"unlikely":[63],"adopt":[65],"it.":[66,105],"Existing":[67],"evaluation":[68,114],"frameworks":[69],"visualizations":[71,94,120],"mainly":[72],"focus":[73],"expressiveness,":[75],"which":[76],"refers":[77],"ability":[80],"of":[81,93,103,123,160],"show":[85],"all":[86],"necessary":[87],"information.":[88],"an":[96],"open":[97],"research":[98],"problem,":[99,109],"terms":[102,122],"quantifying":[104],"To":[106],"address":[107],"this":[108],"we":[110],"propose":[111],"multi-dimensional":[113],"framework":[115,131,152,169],"that":[116,167],"focuses":[117],"qualitative,":[125],"quantitative,":[126],"aspects.":[129],"The":[130],"includes":[132],"seven":[133],"main":[134],"dimensions":[135],"twenty-eight":[137],"features,":[138],"dimension":[142],"being":[143],"further":[144],"subdivided":[145],"into":[146],"four":[147],"sub-dimensions.":[148],"We":[149],"validate":[150],"our":[151],"by":[153],"using":[154],"it":[155],"evaluate":[157,176],"number":[159],"tools.":[163,182],"This":[164],"validation":[165],"demonstrates":[166],"be":[171],"applied":[172],"design":[174]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}