{"id":"https://openalex.org/W7106480290","doi":"https://doi.org/10.1016/j.footst.2025.100011","title":"(Mis-)understanding external validity \u2013 A narrative literature review with guideline synthesis on how to report reliability in sport and health science","display_name":"(Mis-)understanding external validity \u2013 A narrative literature review with guideline synthesis on how to report reliability in sport and health science","publication_year":2025,"publication_date":"2025-11-23","ids":{"openalex":"https://openalex.org/W7106480290","doi":"https://doi.org/10.1016/j.footst.2025.100011"},"language":"en","primary_location":{"id":"doi:10.1016/j.footst.2025.100011","doi":"https://doi.org/10.1016/j.footst.2025.100011","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.footst.2025.100011","pdf_url":null,"source":{"id":"https://openalex.org/S5407051437","display_name":"Football Studies","issn_l":"3051-2689","issn":["3051-2689"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Football Studies","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028251733","display_name":"Konstantin Warneke","orcid":"https://orcid.org/0000-0003-4964-2867","observed_orcids":["https://orcid.org/0000-0003-4964-2867"]},"institutions":[{"id":"https://openalex.org/I113456305","display_name":"Leuphana University of L\u00fcneburg","ror":"https://ror.org/02w2y2t16","country_code":"DE","type":"education","lineage":["https://openalex.org/I113456305"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Konstantin Warneke","raw_affiliation_strings":["Institute of Psychology, Department of Sustainability Education and Psychology, Leuphana University L\u00fcneburg, L\u00fcneburg, Germany","Institute of Sport Science, Department for Human Movement Science and Exercise Physiology, Friedrich Schiller University Jena, Jena, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Psychology, Department of Sustainability Education and Psychology, Leuphana University L\u00fcneburg, L\u00fcneburg, Germany","institution_ids":["https://openalex.org/I113456305"]},{"raw_affiliation_string":"Institute of Sport Science, Department for Human Movement Science and Exercise Physiology, Friedrich Schiller University Jena, Jena, Germany","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Niklas Lebelt","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Niklas Lebelt","raw_affiliation_strings":["Institute of Sport Science, Department for Human Movement Science and Exercise Physiology, Friedrich Schiller University Jena, Jena, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Sport Science, Department for Human Movement Science and Exercise Physiology, Friedrich Schiller University Jena, Jena, Germany","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013690433","display_name":"Sebastian Wallot","orcid":"https://orcid.org/0000-0002-3626-3940","observed_orcids":["https://orcid.org/0000-0002-3626-3940"]},"institutions":[{"id":"https://openalex.org/I113456305","display_name":"Leuphana University of L\u00fcneburg","ror":"https://ror.org/02w2y2t16","country_code":"DE","type":"education","lineage":["https://openalex.org/I113456305"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Wallot","raw_affiliation_strings":["Institute of Psychology, Department of Sustainability Education and Psychology, Leuphana University L\u00fcneburg, L\u00fcneburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Psychology, Department of Sustainability Education and Psychology, Leuphana University L\u00fcneburg, L\u00fcneburg, Germany","institution_ids":["https://openalex.org/I113456305"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lars H. Lohmann","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lars H. Lohmann","raw_affiliation_strings":["Institute of Sport Science, Department for Human Movement Science and Exercise Physiology, Friedrich Schiller University Jena, Jena, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Sport Science, Department for Human Movement Science and Exercise Physiology, Friedrich Schiller University Jena, Jena, Germany","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jos\u00e9 Afonso","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Afonso","raw_affiliation_strings":["Centre of Research, Education, Innovation, and Intervention in Sport (CIFI2D), Faculty of Sport, University of Porto, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre of Research, Education, Innovation, and Intervention in Sport (CIFI2D), Faculty of Sport, University of Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]},{"author_position":"last","author":{"id":null,"display_name":"Marco Herbsleb","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210134900","display_name":"Jena University Hospital","ror":"https://ror.org/035rzkx15","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210134900"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marco Herbsleb","raw_affiliation_strings":["Department of Psychosomatic Medicine and Psychotherapy, University Hospital Jena, Jena, Germany","Department of Sports Medicine and Health Promotion, Friedrich Schiller University Jena, Jena, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychosomatic Medicine and Psychotherapy, University Hospital Jena, Jena, Germany","institution_ids":["https://openalex.org/I4210134900"]},{"raw_affiliation_string":"Department of Sports Medicine and Health Promotion, Friedrich Schiller University Jena, Jena, Germany","institution_ids":["https://openalex.org/I76198965"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5028251733"],"corresponding_institution_ids":["https://openalex.org/I113456305","https://openalex.org/I76198965"],"apc_list":null,"apc_paid":null,"fwci":1.3907,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.90404345,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"1","issue":null,"first_page":"100011","last_page":"100011"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.7621999979019165,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.7621999979019165,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10157","display_name":"Sports Performance and Training","score":0.059700001031160355,"subfield":{"id":"https://openalex.org/subfields/2732","display_name":"Orthopedics and Sports Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13359","display_name":"Sports Science and Education","score":0.0430000014603138,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.7820000052452087},{"id":"https://openalex.org/keywords/internal-validity","display_name":"internal validity","score":0.621999979019165},{"id":"https://openalex.org/keywords/reliability-reporting","display_name":"reliability reporting","score":0.8349999785423279},{"id":"https://openalex.org/keywords/device-reliability","display_name":"device reliability","score":0.9100000262260437},{"id":"https://openalex.org/keywords/protocol-reliability","display_name":"protocol reliability","score":0.9639999866485596},{"id":"https://openalex.org/keywords/repeatability","display_name":"repeatability","score":0.7400000095367432},{"id":"https://openalex.org/keywords/measurement-precision-and-accuracy","display_name":"measurement precision and accuracy","score":0.6729999780654907},{"id":"https://openalex.org/keywords/sports-science-research","display_name":"sports science research","score":0.3409999907016754},{"id":"https://openalex.org/keywords/health-research","display_name":"health research","score":0.9309999942779541},{"id":"https://openalex.org/keywords/research-quality","display_name":"research quality","score":0.5249999761581421},{"id":"https://openalex.org/keywords/reporting-guidelines","display_name":"reporting guidelines","score":0.4970000088214874}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.7613000273704529},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6636999845504761},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6492000222206116},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.6474999785423279},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5286999940872192},{"id":"https://openalex.org/C2482559","wikidata":"https://www.wikidata.org/wiki/Q206330","display_name":"Objectivity (philosophy)","level":2,"score":0.491100013256073},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45899999141693115},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.43799999356269836},{"id":"https://openalex.org/C51082289","wikidata":"https://www.wikidata.org/wiki/Q4113800","display_name":"Internal validity","level":2,"score":0.43470001220703125},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.43140000104904175},{"id":"https://openalex.org/C2780182762","wikidata":"https://www.wikidata.org/wiki/Q1630279","display_name":"Guideline","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.40139999985694885},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.38920000195503235},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34130001068115234},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.32580000162124634},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3197999894618988},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31119999289512634},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3052999973297119},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C92446256","wikidata":"https://www.wikidata.org/wiki/Q3306762","display_name":"Data validation","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C154020017","wikidata":"https://www.wikidata.org/wiki/Q520171","display_name":"Repeatability","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.footst.2025.100011","doi":"https://doi.org/10.1016/j.footst.2025.100011","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.footst.2025.100011","pdf_url":null,"source":{"id":"https://openalex.org/S5407051437","display_name":"Football Studies","issn_l":"3051-2689","issn":["3051-2689"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Football Studies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":111,"referenced_works":["https://openalex.org/W1547385466","https://openalex.org/W1973732881","https://openalex.org/W1981674758","https://openalex.org/W1987237540","https://openalex.org/W1991351843","https://openalex.org/W1995751807","https://openalex.org/W2009616483","https://openalex.org/W2014266973","https://openalex.org/W2015795623","https://openalex.org/W2018314921","https://openalex.org/W2030769703","https://openalex.org/W2034987234","https://openalex.org/W2040821793","https://openalex.org/W2041660097","https://openalex.org/W2042163682","https://openalex.org/W2042600123","https://openalex.org/W2056482156","https://openalex.org/W2059409632","https://openalex.org/W2069378996","https://openalex.org/W2069796263","https://openalex.org/W2075314520","https://openalex.org/W2078559192","https://openalex.org/W2096632664","https://openalex.org/W2129927663","https://openalex.org/W2138606749","https://openalex.org/W2141073367","https://openalex.org/W2141403362","https://openalex.org/W2148248503","https://openalex.org/W2153527856","https://openalex.org/W2166288541","https://openalex.org/W2169064248","https://openalex.org/W2302111105","https://openalex.org/W2313339984","https://openalex.org/W2327037637","https://openalex.org/W2559893173","https://openalex.org/W2596823312","https://openalex.org/W2601056148","https://openalex.org/W2737022695","https://openalex.org/W2742768059","https://openalex.org/W2752111765","https://openalex.org/W2755023662","https://openalex.org/W2763084725","https://openalex.org/W2770019460","https://openalex.org/W2774598205","https://openalex.org/W2784576540","https://openalex.org/W2883362998","https://openalex.org/W2884685836","https://openalex.org/W2888807584","https://openalex.org/W2889664628","https://openalex.org/W2895816858","https://openalex.org/W2896112505","https://openalex.org/W2901830126","https://openalex.org/W2922993630","https://openalex.org/W2943270223","https://openalex.org/W2949955571","https://openalex.org/W2953006711","https://openalex.org/W2955312101","https://openalex.org/W2956992814","https://openalex.org/W2968372921","https://openalex.org/W2970152576","https://openalex.org/W2976387938","https://openalex.org/W3006868466","https://openalex.org/W3011335024","https://openalex.org/W3035841064","https://openalex.org/W3037898295","https://openalex.org/W3042851186","https://openalex.org/W3104308986","https://openalex.org/W3110902164","https://openalex.org/W3118799157","https://openalex.org/W3133706991","https://openalex.org/W3141256924","https://openalex.org/W3158085451","https://openalex.org/W3161524375","https://openalex.org/W3190993983","https://openalex.org/W3192481320","https://openalex.org/W3211367490","https://openalex.org/W4200300974","https://openalex.org/W4205208449","https://openalex.org/W4205750428","https://openalex.org/W4207057615","https://openalex.org/W4213049793","https://openalex.org/W4221006923","https://openalex.org/W4224210334","https://openalex.org/W4225264551","https://openalex.org/W4298001499","https://openalex.org/W4306641026","https://openalex.org/W4307372420","https://openalex.org/W4309779376","https://openalex.org/W4309852261","https://openalex.org/W4315498862","https://openalex.org/W4317567287","https://openalex.org/W4321241653","https://openalex.org/W4378220107","https://openalex.org/W4381738594","https://openalex.org/W4385156720","https://openalex.org/W4386209016","https://openalex.org/W4388413012","https://openalex.org/W4396871864","https://openalex.org/W4400682612","https://openalex.org/W4400918209","https://openalex.org/W4401237708","https://openalex.org/W4401426879","https://openalex.org/W4401601943","https://openalex.org/W4404331727","https://openalex.org/W4404392347","https://openalex.org/W4406616719","https://openalex.org/W4406933784","https://openalex.org/W4407556803","https://openalex.org/W4407744498","https://openalex.org/W4408666622","https://openalex.org/W4408844579"],"related_works":["https://openalex.org/W4407556803","https://openalex.org/W2360300274","https://openalex.org/W4385981093","https://openalex.org/W4413876906","https://openalex.org/W4388035626","https://openalex.org/W2394144485","https://openalex.org/W2096632664","https://openalex.org/W4405296628","https://openalex.org/W6887802992","https://openalex.org/W7165490242"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2025-11-23T00:00:00"}