{"id":"https://openalex.org/W4384786545","doi":"https://doi.org/10.17705/1cais.05241","title":"HARKing and P-Hacking: A Call for More Transparent Reporting of Studies in the Information Systems Field","display_name":"HARKing and P-Hacking: A Call for More Transparent Reporting of Studies in the Information Systems Field","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4384786545","doi":"https://doi.org/10.17705/1cais.05241"},"language":"en","primary_location":{"id":"doi:10.17705/1cais.05241","doi":"https://doi.org/10.17705/1cais.05241","is_oa":true,"landing_page_url":"https://doi.org/10.17705/1cais.05241","pdf_url":"https://aisel.aisnet.org/cgi/viewcontent.cgi?article=4469&context=cais","source":{"id":"https://openalex.org/S4210239688","display_name":"Communications of the Association for Information Systems","issn_l":"1529-3181","issn":["1529-3181"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-d","fnege-3","jufo-2","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310321080","host_organization_name":"Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310321080"],"host_organization_lineage_names":["Association for Information Systems"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the Association for Information Systems","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://aisel.aisnet.org/cgi/viewcontent.cgi?article=4469&context=cais","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Han-fen Hu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I133999245","display_name":"University of Nevada, Las Vegas","ror":"https://ror.org/0406gha72","country_code":"US","type":"education","lineage":["https://openalex.org/I133999245"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Han-fen Hu","raw_affiliation_strings":["Department of Management, Entrepreneurship, and Technology University of Nevada, Las Vegas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Management, Entrepreneurship, and Technology University of Nevada, Las Vegas","institution_ids":["https://openalex.org/I133999245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073948873","display_name":"Gregory Daniel Moody","orcid":"https://orcid.org/0000-0001-7287-7336","observed_orcids":["https://orcid.org/0000-0001-7287-7336","https://orcid.org/0009-0007-5312-6677"]},"institutions":[{"id":"https://openalex.org/I133999245","display_name":"University of Nevada, Las Vegas","ror":"https://ror.org/0406gha72","country_code":"US","type":"education","lineage":["https://openalex.org/I133999245"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Moody","raw_affiliation_strings":["Department of Management, Entrepreneurship, and Technology University of Nevada, Las Vegas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Management, Entrepreneurship, and Technology University of Nevada, Las Vegas","institution_ids":["https://openalex.org/I133999245"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022873790","display_name":"Dennis F. Galletta","orcid":"https://orcid.org/0000-0003-0442-5500","observed_orcids":["https://orcid.org/0000-0003-0442-5500"]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dennis Galletta","raw_affiliation_strings":["Katz Graduate School of Business University of Pittsburgh","Graduate School of Business University of Pittsburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Katz Graduate School of Business University of Pittsburgh","institution_ids":["https://openalex.org/I170201317"]},{"raw_affiliation_string":"Graduate School of Business University of Pittsburgh","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I133999245"],"apc_list":null,"apc_paid":null,"fwci":1.1238,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7936143,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"52","issue":null,"first_page":"853","last_page":"876"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.6991999745368958,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.6991999745368958,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.1371999979019165,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.01600000075995922,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/harking","display_name":"HARKing","score":0.9950000047683716},{"id":"https://openalex.org/keywords/p-hacking","display_name":"p-hacking","score":0.9980000257492065},{"id":"https://openalex.org/keywords/research-integrity","display_name":"research integrity","score":0.5929999947547913},{"id":"https://openalex.org/keywords/publication-bias","display_name":"publication bias","score":0.5609999895095825},{"id":"https://openalex.org/keywords/research-transparency","display_name":"research transparency","score":0.5690000057220459},{"id":"https://openalex.org/keywords/reporting-practices","display_name":"reporting practices","score":0.753000020980835},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.9580000042915344},{"id":"https://openalex.org/keywords/replicability","display_name":"replicability","score":0.953000009059906},{"id":"https://openalex.org/keywords/researcher-awareness","display_name":"researcher awareness","score":0.6010000109672546},{"id":"https://openalex.org/keywords/information-systems-research","display_name":"information systems research","score":0.6079999804496765},{"id":"https://openalex.org/keywords/hypothesis-testing","display_name":"hypothesis testing","score":0.4320000112056732}],"concepts":[{"id":"https://openalex.org/C86844869","wikidata":"https://www.wikidata.org/wiki/Q2798820","display_name":"Hacker","level":2,"score":0.9332033395767212},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.87712562084198},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6207484602928162},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5053592324256897},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44834771752357483},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.367669939994812},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36085936427116394},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3104158639907837},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.17705/1cais.05241","doi":"https://doi.org/10.17705/1cais.05241","is_oa":true,"landing_page_url":"https://doi.org/10.17705/1cais.05241","pdf_url":"https://aisel.aisnet.org/cgi/viewcontent.cgi?article=4469&context=cais","source":{"id":"https://openalex.org/S4210239688","display_name":"Communications of the Association for Information Systems","issn_l":"1529-3181","issn":["1529-3181"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-d","fnege-3","jufo-2","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310321080","host_organization_name":"Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310321080"],"host_organization_lineage_names":["Association for Information Systems"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the Association for Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:aisel.aisnet.org:cais-4469","doi":null,"is_oa":false,"landing_page_url":"https://aisel.aisnet.org/cais/vol52/iss1/37","pdf_url":null,"source":{"id":"https://openalex.org/S30879505","display_name":"Journal of the Association for Information Systems","issn_l":"1536-9323","issn":["1536-9323"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-scientific","cwts-core","dongbi-a","fnege-1","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321080","host_organization_name":"Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310321080"],"host_organization_lineage_names":["Association for Information Systems"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Communications of the Association for Information Systems","raw_type":"text"}],"best_oa_location":{"id":"doi:10.17705/1cais.05241","doi":"https://doi.org/10.17705/1cais.05241","is_oa":true,"landing_page_url":"https://doi.org/10.17705/1cais.05241","pdf_url":"https://aisel.aisnet.org/cgi/viewcontent.cgi?article=4469&context=cais","source":{"id":"https://openalex.org/S4210239688","display_name":"Communications of the Association for Information Systems","issn_l":"1529-3181","issn":["1529-3181"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-d","fnege-3","jufo-2","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310321080","host_organization_name":"Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310321080"],"host_organization_lineage_names":["Association for Information Systems"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the Association for Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384786545.pdf","grobid_xml":"https://content.openalex.org/works/W4384786545.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W324885528","https://openalex.org/W1545460766","https://openalex.org/W1572956316","https://openalex.org/W1795381179","https://openalex.org/W1971489609","https://openalex.org/W1991976340","https://openalex.org/W1997809363","https://openalex.org/W2000380427","https://openalex.org/W2018742491","https://openalex.org/W2034972036","https://openalex.org/W2078055398","https://openalex.org/W2100267603","https://openalex.org/W2106284692","https://openalex.org/W2118070418","https://openalex.org/W2125720934","https://openalex.org/W2164005910","https://openalex.org/W2211143780","https://openalex.org/W2261608336","https://openalex.org/W2275632435","https://openalex.org/W2547503455","https://openalex.org/W2556725804","https://openalex.org/W2612327785","https://openalex.org/W2617866211","https://openalex.org/W2754549406","https://openalex.org/W2801822363","https://openalex.org/W2949268160","https://openalex.org/W2964125295","https://openalex.org/W2994770413","https://openalex.org/W3094152065","https://openalex.org/W3122541764","https://openalex.org/W3124602026","https://openalex.org/W3124690569","https://openalex.org/W3125960483","https://openalex.org/W3172718813","https://openalex.org/W3179770034","https://openalex.org/W3184675042","https://openalex.org/W4237729423","https://openalex.org/W4241430965","https://openalex.org/W4302810778","https://openalex.org/W4318962924","https://openalex.org/W4387645597","https://openalex.org/W6682566736","https://openalex.org/W6682923654","https://openalex.org/W6763527553"],"related_works":["https://openalex.org/W7036218599","https://openalex.org/W7221136079","https://openalex.org/W4255688838","https://openalex.org/W7015479881","https://openalex.org/W4283362576","https://openalex.org/W4319600924","https://openalex.org/W7005220209","https://openalex.org/W4385249117","https://openalex.org/W3088626268","https://openalex.org/W2118070418"],"abstract_inverted_index":{"While":[0],"researchers":[1,102],"are":[2,23,36],"expected":[3],"to":[4,9,87,103],"look":[5],"for":[6,129],"significant":[7],"results":[8,45,139],"confirm":[10],"their":[11,105],"hypotheses,":[12],"some":[13],"engage":[14],"in":[15,47,81,124,132],"intentional":[16],"or":[17],"unintentional":[18],"HARKing":[19,60,78],"(Hypothesizing":[20],"After":[21],"Results":[22],"Known)":[24],"and":[25,31,61,79,107,116,127,144,146],"p-hacking":[26,62,80],"(repeated":[27],"tinkering":[28],"with":[29],"data":[30],"retesting).":[32],"If":[33],"these":[34],"practices":[35,123],"widespread,":[37],"one":[38],"possible":[39],"result":[40],"is":[41],"field-wide":[42],"exaggerated":[43],"(inflated)":[44],"reported":[46],"Information":[48],"Systems":[49],"(IS)":[50],"publications.":[51],"In":[52],"this":[53,110],"paper,":[54],"we":[55,113],"summarize":[56],"the":[57,85,120],"literature":[58],"on":[59,96,119],"across":[63],"different":[64],"disciplines.":[65],"We":[66,93],"offer":[67],"an":[68,73],"illustrative":[69],"example":[70],"of":[71,84,109,122],"how":[72],"IS":[74,101],"study":[75,138],"could":[76],"involve":[77],"various":[82],"stages":[83],"project":[86],"generate":[88],"a":[89,97],"more":[90,130],"\u201cpublishable\u201d":[91],"result.":[92],"also":[94],"report":[95],"survey":[98],"targeted":[99],"at":[100],"explore":[104],"experiences":[106],"awareness":[108],"issue.":[111],"Finally,":[112],"provide":[114],"recommendations":[115],"suggestions":[117],"based":[118],"review":[121],"other":[125],"fields":[126],"advocate":[128],"transparency":[131],"reporting":[133],"research":[134],"projects,":[135],"so":[136],"that":[137],"can":[140,148],"be":[141,149],"interpreted":[142],"properly,":[143],"reproducibility":[145],"replicability":[147],"increased.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2023-07-20T00:00:00"}