{"id":"https://openalex.org/W7133340332","doi":"https://doi.org/10.1145/3742413.3789160","title":"RDoFlow: Automatically assessing under-specified statistical analyses in HCI","display_name":"RDoFlow: Automatically assessing under-specified statistical analyses in HCI","publication_year":2026,"publication_date":"2026-03-03","ids":{"openalex":"https://openalex.org/W7133340332","doi":"https://doi.org/10.1145/3742413.3789160"},"language":null,"primary_location":{"id":"doi:10.1145/3742413.3789160","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789160","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3742413.3789160","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019815997","display_name":"Madeleine Grunde-McLaughlin","orcid":"https://orcid.org/0000-0001-7290-068X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Madeleine Grunde-McLaughlin","raw_affiliation_strings":["University of Washington, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0001-7290-068X","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Weixuan Liu","orcid":"https://orcid.org/0009-0007-3908-1572"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weixuan Liu","raw_affiliation_strings":["University of Washington, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0007-3908-1572","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003359033","display_name":"Ria Patil","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ria Patil","raw_affiliation_strings":["University of Washington, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0007-0671-2104","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119517335","display_name":"Nino Migineishvili","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nino Migineishvili","raw_affiliation_strings":["University of Washington, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0009-0587-2100","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019880413","display_name":"Emily Reif","orcid":"https://orcid.org/0000-0003-3572-6234"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Reif","raw_affiliation_strings":["University of Washington, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0003-3572-6234","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127921725","display_name":"Ranjay Krishna","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ranjay Krishna","raw_affiliation_strings":["University of Washington, Seattle, Washington, USA and Allen Institute for AI, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0001-8784-2531","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, Washington, USA and Allen Institute for AI, Seattle, Washington, USA","institution_ids":["https://openalex.org/I4210140341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108370903","display_name":"Daniel S. Weld","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel S. Weld","raw_affiliation_strings":["Allen Institute for AI, Seattle, Washington, USA and University of Washington, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-3255-0109","affiliations":[{"raw_affiliation_string":"Allen Institute for AI, Seattle, Washington, USA and University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I4210140341"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090570042","display_name":"Jeffrey Heer","orcid":"https://orcid.org/0000-0002-6175-1655"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Heer","raw_affiliation_strings":["University of Washington, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-6175-1655","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"683","last_page":"698"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.4074999988079071,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.4074999988079071,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.07509999722242355,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.05490000173449516,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7045000195503235},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5054000020027161},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4731999933719635},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4397999942302704},{"id":"https://openalex.org/keywords/experimental-psychology","display_name":"Experimental psychology","score":0.42820000648498535},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.397599995136261},{"id":"https://openalex.org/keywords/protocol-analysis","display_name":"Protocol analysis","score":0.38670000433921814}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7045000195503235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6121000051498413},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4731999933719635},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.46560001373291016},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4397999942302704},{"id":"https://openalex.org/C101068787","wikidata":"https://www.wikidata.org/wiki/Q475042","display_name":"Experimental psychology","level":3,"score":0.42820000648498535},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4253000020980835},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.397599995136261},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.38670000433921814},{"id":"https://openalex.org/C188255311","wikidata":"https://www.wikidata.org/wiki/Q7256388","display_name":"Psychological research","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35569998621940613},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2896000146865845},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C40231798","wikidata":"https://www.wikidata.org/wiki/Q1333743","display_name":"Composition (language)","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2709999978542328},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.26269999146461487},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.250900000333786},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3742413.3789160","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789160","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3742413.3789160","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789160","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7648510336875916,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G8829656182","display_name":null,"funder_award_id":"IIS-2402647","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W79244138","https://openalex.org/W1897139626","https://openalex.org/W1944584781","https://openalex.org/W1971670344","https://openalex.org/W1973066772","https://openalex.org/W1975353659","https://openalex.org/W1996349741","https://openalex.org/W2006546769","https://openalex.org/W2062908954","https://openalex.org/W2090655302","https://openalex.org/W2118070418","https://openalex.org/W2128555886","https://openalex.org/W2144981148","https://openalex.org/W2149440338","https://openalex.org/W2161498332","https://openalex.org/W2164005910","https://openalex.org/W2171992801","https://openalex.org/W2237502368","https://openalex.org/W2279053323","https://openalex.org/W2292391400","https://openalex.org/W2345071775","https://openalex.org/W2396575601","https://openalex.org/W2404411786","https://openalex.org/W2416272719","https://openalex.org/W2529842378","https://openalex.org/W2547503455","https://openalex.org/W2604448873","https://openalex.org/W2755555556","https://openalex.org/W2788572835","https://openalex.org/W2793021873","https://openalex.org/W2796100064","https://openalex.org/W2906405410","https://openalex.org/W2912407599","https://openalex.org/W2914672635","https://openalex.org/W2916904544","https://openalex.org/W2918341242","https://openalex.org/W2927052147","https://openalex.org/W2939684257","https://openalex.org/W2940996955","https://openalex.org/W2943470153","https://openalex.org/W2943497741","https://openalex.org/W2943629455","https://openalex.org/W2947921339","https://openalex.org/W2968484890","https://openalex.org/W2982550137","https://openalex.org/W2992347006","https://openalex.org/W3012838233","https://openalex.org/W3034383590","https://openalex.org/W3041984699","https://openalex.org/W3044177754","https://openalex.org/W3082736604","https://openalex.org/W3096271399","https://openalex.org/W3110854011","https://openalex.org/W3153302987","https://openalex.org/W3158056354","https://openalex.org/W3159250634","https://openalex.org/W3203321135","https://openalex.org/W3210117224","https://openalex.org/W4205857304","https://openalex.org/W4210453740","https://openalex.org/W4220657812","https://openalex.org/W4220808445","https://openalex.org/W4220893097","https://openalex.org/W4221165557","https://openalex.org/W4225083341","https://openalex.org/W4287854593","https://openalex.org/W4288359831","https://openalex.org/W4298128028","https://openalex.org/W4307156087","https://openalex.org/W4366003124","https://openalex.org/W4366547384","https://openalex.org/W4366547405","https://openalex.org/W4366547485","https://openalex.org/W4366548330","https://openalex.org/W4385572382","https://openalex.org/W4385572830","https://openalex.org/W4385576721","https://openalex.org/W4387025528","https://openalex.org/W4391631512","https://openalex.org/W4396832182","https://openalex.org/W4396833083","https://openalex.org/W4400247056","https://openalex.org/W4401042726","https://openalex.org/W4402683796","https://openalex.org/W4403303889","https://openalex.org/W4403749567","https://openalex.org/W4404782209","https://openalex.org/W4407240715","https://openalex.org/W4409735422","https://openalex.org/W4411119960"],"related_works":[],"abstract_inverted_index":{"When":[0],"designing":[1],"and":[2,38,86,97,114],"analyzing":[3],"a":[4,9,57,134],"study,":[5],"researchers":[6],"must":[7],"navigate":[8],"large":[10],"space":[11],"of":[12,18,34,53,111,116,146],"methodological":[13],"decisions,":[14],"or":[15,26],"\u201cresearcher":[16],"degrees":[17,52],"freedom.\u201d":[19],"If":[20],"these":[21,51],"choices":[22],"are":[23,63],"not":[24],"preregistered":[25],"transparently":[27],"reported,":[28],"they":[29],"can":[30],"increase":[31],"the":[32,66,112,144],"risk":[33,145],"inflated":[35],"false-positive":[36],"rates":[37],"exaggerated":[39],"effect":[40],"sizes,":[41],"undermining":[42],"scientific":[43],"credibility.":[44],"Drawing":[45],"on":[46,89],"psychology":[47,138],"research":[48,126,139],"that":[49,102,124,142],"characterizes":[50],"freedom,":[54],"we":[55,92],"create":[56],"protocol":[58],"for":[59,133],"scoring":[60],"how":[61],"hypotheses":[62,76],"reported":[64,117],"in":[65],"HCI":[67,78,125],"literature":[68],"(ReportDoF).":[69],"We":[70],"manually":[71],"apply":[72],"ReportDoF":[73,104],"to":[74,105],"100":[75],"from":[77],"texts":[79],"authored":[80],"between":[81],"2015-2025,":[82],"including":[83],"both":[84],"preregistrations":[85],"papers.":[87],"Based":[88],"this":[90],"experience,":[91],"contribute":[93],"an":[94],"LLM":[95],"workflow":[96],"proof-of-concept":[98],"interactive":[99],"interface":[100],"(RDoFlow)":[101],"applies":[103],"new":[106],"texts,":[107],"enabling":[108],"large-scale":[109],"analysis":[110,118],"composition":[113],"quality":[115],"specifications.":[119],"For":[120],"example,":[121],"RDoFlow":[122],"reveals":[123],"more":[127],"frequently":[128],"tests":[129],"multiple":[130],"dependent":[131],"variables":[132],"single":[135],"hypothesis":[136],"than":[137],"does\u2014a":[140],"practice":[141],"increases":[143],"false":[147],"positives.":[148]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-04T00:00:00"}