{"id":"https://openalex.org/W4220893097","doi":"https://doi.org/10.1145/3476980","title":"Hypothesis Formalization: Empirical Findings, Software Limitations, and Design Implications","display_name":"Hypothesis Formalization: Empirical Findings, Software Limitations, and Design Implications","publication_year":2022,"publication_date":"2022-01-07","ids":{"openalex":"https://openalex.org/W4220893097","doi":"https://doi.org/10.1145/3476980"},"language":"en","primary_location":{"id":"doi:10.1145/3476980","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3476980","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031372138","display_name":"Eunice Jun","orcid":"https://orcid.org/0000-0002-4050-4284"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eunice Jun","raw_affiliation_strings":["University of Washington, Seattle, WA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022034962","display_name":"Melissa Birchfield","orcid":"https://orcid.org/0000-0002-6119-0544"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Melissa Birchfield","raw_affiliation_strings":["University of Washington, Seattle, WA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006815435","display_name":"Nicole de Moura","orcid":"https://orcid.org/0000-0002-2521-5126"},"institutions":[{"id":"https://openalex.org/I4210150216","display_name":"East Burke High School","ror":"https://ror.org/021cphd64","country_code":"US","type":"education","lineage":["https://openalex.org/I4210150216"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicole De Moura","raw_affiliation_strings":["Eastlake High School, Seattle, WA"],"affiliations":[{"raw_affiliation_string":"Eastlake High School, Seattle, WA","institution_ids":["https://openalex.org/I4210150216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090570042","display_name":"Jeffrey Heer","orcid":"https://orcid.org/0000-0002-6175-1655"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Heer","raw_affiliation_strings":["University of Washington, Seattle, WA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088079823","display_name":"Ren\u00e9 Just","orcid":"https://orcid.org/0000-0002-5982-275X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ren\u00e9 Just","raw_affiliation_strings":["University of Washington, Seattle, WA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5031372138"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":1.6301,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.84469294,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"29","issue":"1","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7203801870346069},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.7092716693878174},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.5639253854751587},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.5079737305641174},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.44769445061683655},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.446706622838974},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43319615721702576},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3026975691318512},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15134364366531372},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11923649907112122},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10682356357574463}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7203801870346069},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.7092716693878174},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5639253854751587},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.5079737305641174},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44769445061683655},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.446706622838974},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43319615721702576},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3026975691318512},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15134364366531372},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11923649907112122},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10682356357574463},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3476980","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3476980","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1517555081","https://openalex.org/W1568085187","https://openalex.org/W1728842521","https://openalex.org/W1976036348","https://openalex.org/W1983141503","https://openalex.org/W2044102377","https://openalex.org/W2092349198","https://openalex.org/W2098397175","https://openalex.org/W2118070418","https://openalex.org/W2131370811","https://openalex.org/W2135880665","https://openalex.org/W2144673831","https://openalex.org/W2169066315","https://openalex.org/W2171992801","https://openalex.org/W2181523240","https://openalex.org/W2217402295","https://openalex.org/W2556837144","https://openalex.org/W2577537660","https://openalex.org/W2606650365","https://openalex.org/W2749069611","https://openalex.org/W2753599755","https://openalex.org/W2786358356","https://openalex.org/W2897824876","https://openalex.org/W2904955348","https://openalex.org/W2921051283","https://openalex.org/W2939684257","https://openalex.org/W2940748077","https://openalex.org/W2940996955","https://openalex.org/W2961269636","https://openalex.org/W2962851501","https://openalex.org/W2968484890","https://openalex.org/W2982550137","https://openalex.org/W2986518719","https://openalex.org/W2986595342","https://openalex.org/W2988803285","https://openalex.org/W2990427812","https://openalex.org/W2997591727","https://openalex.org/W3031170804","https://openalex.org/W3035994216","https://openalex.org/W3102186774","https://openalex.org/W3104822289","https://openalex.org/W4205810926","https://openalex.org/W4210272811","https://openalex.org/W4232976691","https://openalex.org/W4248681815","https://openalex.org/W4288091274","https://openalex.org/W4294089543","https://openalex.org/W4299687266","https://openalex.org/W4399648892","https://openalex.org/W6764010985","https://openalex.org/W6785642692","https://openalex.org/W6816811543"],"related_works":["https://openalex.org/W2944277854","https://openalex.org/W2258359646","https://openalex.org/W2493324121","https://openalex.org/W2483613126","https://openalex.org/W4234402960","https://openalex.org/W4210958110","https://openalex.org/W4386824558","https://openalex.org/W4210994448","https://openalex.org/W4387527746","https://openalex.org/W4256548255"],"abstract_inverted_index":{"Data":[0],"analysis":[1,46,100],"requires":[2],"translating":[3],"higher":[4],"level":[5],"questions":[6],"and":[7,24,64,87,137,143,145],"hypotheses":[8,29],"into":[9,30,59],"computable":[10],"statistical":[11,31,66,116,138],"models.":[12],"We":[13],"present":[14],"a":[15,33,43,57,77,132],"mixed-methods":[16],"study":[17],"aimed":[18],"at":[19],"identifying":[20],"the":[21,115],"steps,":[22],"considerations,":[23],"challenges":[25],"involved":[26],"in":[27],"operationalizing":[28],"models,":[32],"process":[34,134],"we":[35,51,80,104,127],"refer":[36],"to":[37,91,120],"as":[38,73,131],"hypothesis":[39,58,129],"formalization":[40,130],".":[41],"In":[42,76,98],"formative":[44],"content":[45],"of":[47,101],"50":[48],"research":[49],"papers,":[50],"find":[52,81,105],"that":[53,82,106,112],"researchers":[54],"highlight":[55],"decomposing":[56],"sub-hypotheses,":[60],"selecting":[61],"proxy":[62],"variables,":[63],"formulating":[65],"models":[67,117],"based":[68],"on":[69,85,124],"data":[70,142],"collection":[71],"design":[72],"key":[74],"steps.":[75],"lab":[78],"study,":[79],"analysts":[83,118],"fixated":[84],"implementation":[86],"shaped":[88],"their":[89],"analyses":[90],"fit":[92],"familiar":[93],"approaches,":[94],"even":[95],"if":[96],"sub-optimal.":[97],"an":[99],"software":[102],"tools,":[103],"tools":[107],"provide":[108],"inconsistent,":[109],"low-level":[110],"abstractions":[111],"may":[113],"limit":[114],"use":[119],"formalize":[121],"hypotheses.":[122],"Based":[123],"these":[125],"observations,":[126],"characterize":[128],"dual-search":[133],"balancing":[135],"conceptual":[136],"considerations":[139],"constrained":[140],"by":[141],"computation":[144],"discuss":[146],"implications":[147],"for":[148],"future":[149],"tools.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}