{"id":"https://openalex.org/W4320342928","doi":"https://doi.org/10.1145/3544548.3580869","title":"MetaExplorer : Facilitating Reasoning with Epistemic Uncertainty in Meta-analysis","display_name":"MetaExplorer : Facilitating Reasoning with Epistemic Uncertainty in Meta-analysis","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4320342928","doi":"https://doi.org/10.1145/3544548.3580869"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3580869","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544548.3580869","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.04739","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001536494","display_name":"Alex Kale","orcid":"https://orcid.org/0000-0001-7668-2800"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alex Kale","raw_affiliation_strings":["Computer Science, Data Science Institute, University of Chicago, United States"],"raw_orcid":"https://orcid.org/0000-0001-7668-2800","affiliations":[{"raw_affiliation_string":"Computer Science, Data Science Institute, University of Chicago, United States","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327220","display_name":"Sarah Lee","orcid":"https://orcid.org/0000-0003-4982-6447"},"institutions":[{"id":"https://openalex.org/I92514240","display_name":"Stottler Henke Associates (United States)","ror":"https://ror.org/0024cyb77","country_code":"US","type":"company","lineage":["https://openalex.org/I92514240"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Lee","raw_affiliation_strings":["Stottler Henke Associates, Inc., United States"],"raw_orcid":"https://orcid.org/0000-0003-4982-6447","affiliations":[{"raw_affiliation_string":"Stottler Henke Associates, Inc., United States","institution_ids":["https://openalex.org/I92514240"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030954708","display_name":"Terrance Goan","orcid":"https://orcid.org/0000-0001-8498-6767"},"institutions":[{"id":"https://openalex.org/I92514240","display_name":"Stottler Henke Associates (United States)","ror":"https://ror.org/0024cyb77","country_code":"US","type":"company","lineage":["https://openalex.org/I92514240"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terrance Goan","raw_affiliation_strings":["Stottler Henke Associates, Inc., United States"],"raw_orcid":"https://orcid.org/0000-0001-8498-6767","affiliations":[{"raw_affiliation_string":"Stottler Henke Associates, Inc., United States","institution_ids":["https://openalex.org/I92514240"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032003942","display_name":"Elizabeth Tipton","orcid":"https://orcid.org/0000-0001-5608-1282"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Tipton","raw_affiliation_strings":["Statistics, Northwestern University, United States"],"raw_orcid":"https://orcid.org/0000-0001-5608-1282","affiliations":[{"raw_affiliation_string":"Statistics, Northwestern University, United States","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068008545","display_name":"Jessica Hullman","orcid":"https://orcid.org/0000-0001-6826-3550"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jessica Hullman","raw_affiliation_strings":["Computer Science, Northwestern University, United States"],"raw_orcid":"https://orcid.org/0000-0001-6826-3550","affiliations":[{"raw_affiliation_string":"Computer Science, Northwestern University, United States","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5001536494"],"corresponding_institution_ids":["https://openalex.org/I40347166"],"apc_list":null,"apc_paid":null,"fwci":2.0218,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.87120564,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9595999717712402,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6787700057029724},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5768153071403503},{"id":"https://openalex.org/keywords/commensurability","display_name":"Commensurability (mathematics)","score":0.5719274878501892},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5685011744499207},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5011813640594482},{"id":"https://openalex.org/keywords/meta-analysis","display_name":"Meta-analysis","score":0.4904133975505829},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4900611639022827},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.4618270993232727},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.4611750841140747},{"id":"https://openalex.org/keywords/analytic-reasoning","display_name":"Analytic reasoning","score":0.4332825541496277},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42339515686035156},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.41886311769485474},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.33969026803970337},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2524070739746094},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.19211184978485107},{"id":"https://openalex.org/keywords/deductive-reasoning","display_name":"Deductive reasoning","score":0.1430351734161377},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09235981106758118},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08745768666267395}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6787700057029724},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5768153071403503},{"id":"https://openalex.org/C119350121","wikidata":"https://www.wikidata.org/wiki/Q1091134","display_name":"Commensurability (mathematics)","level":2,"score":0.5719274878501892},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5685011744499207},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5011813640594482},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.4904133975505829},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4900611639022827},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4618270993232727},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.4611750841140747},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.4332825541496277},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42339515686035156},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.41886311769485474},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33969026803970337},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2524070739746094},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.19211184978485107},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.1430351734161377},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09235981106758118},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08745768666267395},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3544548.3580869","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544548.3580869","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2302.04739","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.04739","pdf_url":"https://arxiv.org/pdf/2302.04739","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.04739","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.04739","pdf_url":"https://arxiv.org/pdf/2302.04739","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G563966836","display_name":null,"funder_award_id":"1749266","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332923","display_name":"U.S. Navy","ror":"https://ror.org/03ar0mv07"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320342928.pdf","grobid_xml":"https://content.openalex.org/works/W4320342928.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W590228970","https://openalex.org/W612372977","https://openalex.org/W1521222329","https://openalex.org/W1528251861","https://openalex.org/W1730782591","https://openalex.org/W1914475855","https://openalex.org/W1973727966","https://openalex.org/W1981878955","https://openalex.org/W2020844315","https://openalex.org/W2027873737","https://openalex.org/W2038200352","https://openalex.org/W2054224089","https://openalex.org/W2069228960","https://openalex.org/W2098923148","https://openalex.org/W2106470680","https://openalex.org/W2110405340","https://openalex.org/W2122027830","https://openalex.org/W2126930838","https://openalex.org/W2127143236","https://openalex.org/W2127875809","https://openalex.org/W2132347265","https://openalex.org/W2139168999","https://openalex.org/W2158553842","https://openalex.org/W2165010366","https://openalex.org/W2166025830","https://openalex.org/W2171992801","https://openalex.org/W2174191405","https://openalex.org/W2292312835","https://openalex.org/W2398344594","https://openalex.org/W2426866456","https://openalex.org/W2509947681","https://openalex.org/W2526501380","https://openalex.org/W2547503455","https://openalex.org/W2560438049","https://openalex.org/W2572160343","https://openalex.org/W2610589002","https://openalex.org/W2625645321","https://openalex.org/W2779812635","https://openalex.org/W2799246381","https://openalex.org/W2808281222","https://openalex.org/W2888554701","https://openalex.org/W2888847922","https://openalex.org/W2902660860","https://openalex.org/W2909558947","https://openalex.org/W2912258609","https://openalex.org/W2962851501","https://openalex.org/W2964015781","https://openalex.org/W2975424845","https://openalex.org/W2980611942","https://openalex.org/W2982550137","https://openalex.org/W3041984699","https://openalex.org/W3092487423","https://openalex.org/W3099713642","https://openalex.org/W3121493722","https://openalex.org/W3123893780","https://openalex.org/W3125624423","https://openalex.org/W3186944330","https://openalex.org/W3204797703","https://openalex.org/W4225085525","https://openalex.org/W4226149098","https://openalex.org/W4280621405","https://openalex.org/W4286218446","https://openalex.org/W4300497458"],"related_works":["https://openalex.org/W4390306241","https://openalex.org/W2613452358","https://openalex.org/W4291306848","https://openalex.org/W4388306886","https://openalex.org/W2546931532","https://openalex.org/W2056187953","https://openalex.org/W2795357217","https://openalex.org/W2915172127","https://openalex.org/W2157269646","https://openalex.org/W2370362276"],"abstract_inverted_index":{"Scientists":[0],"often":[1],"use":[2],"meta-analysis":[3,63,81,89],"to":[4,23,91,105,138],"characterize":[5],"the":[6,24,127],"impact":[7],"of":[8,14,19,28,50,71,99,114,130],"an":[9,67],"intervention":[10],"on":[11,54],"some":[12],"outcome":[13],"interest":[15],"across":[16],"a":[17,77,93,122],"body":[18],"literature.":[20],"However,":[21],"threats":[22],"utility":[25],"and":[26,48,101,133,145],"validity":[27],"meta-analytic":[29],"estimates":[30],"arise":[31],"when":[32],"scientists":[33],"average":[34],"over":[35],"potentially":[36],"important":[37],"variations":[38],"in":[39,141],"context":[40],"like":[41],"different":[42],"research":[43],"designs.":[44],"Uncertainty":[45],"about":[46,103],"quality":[47],"commensurability":[49],"evidence":[51,148],"casts":[52],"doubt":[53],"results":[55],"from":[56],"meta-analysis,":[57],"yet":[58],"existing":[59],"software":[60,69],"tools":[61,137],"for":[62,80,96,136,147],"do":[64],"not":[65],"provide":[66,92],"explicit":[68],"representation":[70],"these":[72],"concerns.":[73],"We":[74],"present":[75],"MetaExplorer,":[76],"prototype":[78],"system":[79],"that":[82,120],"we":[83],"developed":[84],"using":[85],"iterative":[86],"design":[87],"with":[88,116],"experts":[90],"guided":[94],"process":[95],"eliciting":[97],"assessments":[98],"uncertainty":[100],"reasoning":[102],"how":[104],"incorporate":[106],"them":[107],"during":[108],"statistical":[109],"inference.":[110],"Our":[111],"qualitative":[112],"evaluation":[113],"MetaExplorer":[115],"experienced":[117],"meta-analysts":[118],"shows":[119],"imposing":[121],"structured":[123],"workflow":[124],"both":[125],"elevates":[126],"perceived":[128],"importance":[129],"epistemic":[131],"concerns":[132],"presents":[134],"opportunities":[135],"engage":[139],"users":[140],"dialogue":[142],"around":[143],"goals":[144],"standards":[146],"aggregation.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2023-02-13T00:00:00"}