{"id":"https://openalex.org/W2335772274","doi":"https://doi.org/10.1145/2890478","title":"High-Volume Hypothesis Testing","display_name":"High-Volume Hypothesis Testing","publication_year":2016,"publication_date":"2016-03-17","ids":{"openalex":"https://openalex.org/W2335772274","doi":"https://doi.org/10.1145/2890478","mag":"2335772274"},"language":"en","primary_location":{"id":"doi:10.1145/2890478","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2890478","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018266351","display_name":"Sana Malik","orcid":"https://orcid.org/0000-0001-8885-186X"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sana Malik","raw_affiliation_strings":["University of Maryland, College Park, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052623072","display_name":"Ben Shneiderman","orcid":"https://orcid.org/0000-0002-8298-1097"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Shneiderman","raw_affiliation_strings":["University of Maryland, College Park, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073516753","display_name":"Fan Du","orcid":"https://orcid.org/0000-0002-4383-8888"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fan Du","raw_affiliation_strings":["University of Maryland, College Park, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030084361","display_name":"Catherine Plaisant","orcid":"https://orcid.org/0000-0003-4049-5848"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Catherine Plaisant","raw_affiliation_strings":["University of Maryland, College Park, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110538359","display_name":"Margr\u00e9t Bjarnad\u00f3ttir","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margret Bjarnadottir","raw_affiliation_strings":["University of Maryland, College Park, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":3.1489,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.94644973,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"6","issue":"1","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.730954647064209},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6539217829704285},{"id":"https://openalex.org/keywords/exploratory-data-analysis","display_name":"Exploratory data analysis","score":0.6318913698196411},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6009830832481384},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5865795016288757},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5501081943511963},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5165797472000122},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.49159249663352966},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.47768646478652954},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4691796600818634},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.415995717048645},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.41087931394577026},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3803345263004303},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37588343024253845}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.730954647064209},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6539217829704285},{"id":"https://openalex.org/C120894424","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory data analysis","level":2,"score":0.6318913698196411},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6009830832481384},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5865795016288757},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5501081943511963},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5165797472000122},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.49159249663352966},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.47768646478652954},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4691796600818634},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.415995717048645},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.41087931394577026},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3803345263004303},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37588343024253845},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2890478","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2890478","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W155446609","https://openalex.org/W170508594","https://openalex.org/W408335629","https://openalex.org/W1530232915","https://openalex.org/W1549565124","https://openalex.org/W1596515083","https://openalex.org/W1970345836","https://openalex.org/W1970569592","https://openalex.org/W1988711344","https://openalex.org/W1989505216","https://openalex.org/W2008219084","https://openalex.org/W2014577670","https://openalex.org/W2019582591","https://openalex.org/W2027783651","https://openalex.org/W2030246490","https://openalex.org/W2032779105","https://openalex.org/W2037677650","https://openalex.org/W2044222306","https://openalex.org/W2050421546","https://openalex.org/W2061554433","https://openalex.org/W2062567955","https://openalex.org/W2063844762","https://openalex.org/W2069038720","https://openalex.org/W2075884149","https://openalex.org/W2097724744","https://openalex.org/W2100741257","https://openalex.org/W2110893883","https://openalex.org/W2118883481","https://openalex.org/W2123547897","https://openalex.org/W2135445066","https://openalex.org/W2138788562","https://openalex.org/W2146606092","https://openalex.org/W2149879397","https://openalex.org/W2153231674","https://openalex.org/W2157887077","https://openalex.org/W2160571019","https://openalex.org/W2166559705","https://openalex.org/W2197549681","https://openalex.org/W2329066255","https://openalex.org/W2998574808","https://openalex.org/W4299551643","https://openalex.org/W6669285266"],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W4247566972","https://openalex.org/W2960264696","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W4206777497","https://openalex.org/W4233347783","https://openalex.org/W2751110224","https://openalex.org/W1990063575","https://openalex.org/W2361175230"],"abstract_inverted_index":{"Cohort":[0],"comparison":[1,74],"studies":[2,178,240],"have":[3,49],"traditionally":[4],"been":[5,50,171],"hypothesis":[6,29],"driven":[7],"and":[8,89,116,141,151,165,176,185,188,219],"conducted":[9],"in":[10,191,221,241],"carefully":[11],"controlled":[12],"environments":[13],"(such":[14],"as":[15,97,120,122],"clinical":[16],"trials).":[17],"Given":[18],"two":[19],"groups":[20],"of":[21,56,72,86,111,126,147,154,200,216,234],"event":[22],"sequence":[23],"data,":[24],"researchers":[25,48],"test":[26],"a":[27,83,91,192,198],"single":[28],"(e.g.,":[30],"does":[31],"the":[32,41,70,109,123,145,152,167,232,242],"group":[33,42],"taking":[34,43],"Medication":[35,44],"A":[36],"exhibit":[37],"more":[38,53,227],"deaths":[39],"than":[40],"B?).":[45],"Recently,":[46],"however,":[47],"moving":[51],"toward":[52],"exploratory":[54,148],"methods":[55],"retrospective":[57],"analysis":[58,150],"with":[59,179,237],"existing":[60],"data.":[61],"In":[62],"this":[63,103,235],"article,":[64],"we":[65,94,106,182,203,230],"begin":[66],"by":[67],"showing":[68],"that":[69,93,108],"task":[71,146],"cohort":[73],"is":[75],"specific":[76],"enough":[77],"to":[78,96,133,211,223],"support":[79,144],"automatic":[80],"computation":[81],"against":[82],"bounded":[84],"set":[85],"potential":[87],"questions":[88],"objectives,":[90,113],"method":[92,236],"refer":[95],"High-Volume":[98],"Hypothesis":[99],"Testing":[100],"(HVHT).":[101],"From":[102],"starting":[104],"point,":[105],"demonstrate":[107],"diversity":[110],"these":[112],"both":[114],"across":[115],"within":[117],"different":[118],"domains,":[119],"well":[121],"inherent":[124],"complexities":[125],"real-world":[127],"datasets,":[128],"still":[129],"requires":[130],"human":[131],"involvement":[132],"determine":[134],"meaningful":[135,225],"insights.":[136],"We":[137],"explore":[138,212],"how":[139],"visualization":[140,187],"interaction":[142,189],"better":[143],"data":[149],"understanding":[153],"HVHT":[155,217],"results":[156],"(how":[157],"significant":[158],"they":[159,162],"are,":[160],"why":[161],"are":[163],"meaningful,":[164],"whether":[166],"entire":[168],"dataset":[169],"has":[170],"exhaustively":[172],"explored).":[173],"Through":[174],"interviews":[175],"case":[177,239],"domain":[180],"experts,":[181],"iteratively":[183],"design":[184,206],"implement":[186],"techniques":[190],"visual":[193],"analytics":[194],"tool,":[195],"CoCo.":[196],"As":[197],"result":[199,214],"our":[201],"evaluation,":[202],"propose":[204],"six":[205],"guidelines":[207],"for":[208],"enabling":[209],"users":[210],"large":[213],"sets":[215],"systematically":[218],"flexibly":[220],"order":[222],"glean":[224],"insights":[226],"quickly.":[228],"Finally,":[229],"illustrate":[231],"utility":[233],"three":[238],"medical":[243],"domain.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}