{"id":"https://openalex.org/W2049029577","doi":"https://doi.org/10.1007/s11136-011-9952-1","title":"The inclusion of \u2018then-test\u2019 questions in post-test questionnaires alters post-test responses: a randomized study of bias in health program evaluation","display_name":"The inclusion of \u2018then-test\u2019 questions in post-test questionnaires alters post-test responses: a randomized study of bias in health program evaluation","publication_year":2011,"publication_date":"2011-06-28","ids":{"openalex":"https://openalex.org/W2049029577","doi":"https://doi.org/10.1007/s11136-011-9952-1","mag":"2049029577","pmid":"https://pubmed.ncbi.nlm.nih.gov/21710355"},"language":"en","primary_location":{"id":"doi:10.1007/s11136-011-9952-1","doi":"https://doi.org/10.1007/s11136-011-9952-1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11136-011-9952-1","pdf_url":null,"source":{"id":"https://openalex.org/S90347677","display_name":"Quality of Life Research","issn_l":"0962-9343","issn":["0962-9343","1573-2649"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","fnege-3","jufo-3","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quality of Life Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002363544","display_name":"Sandra Nolte","orcid":"https://orcid.org/0000-0001-6185-9423","observed_orcids":["https://orcid.org/0000-0001-6185-9423"]},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Sandra Nolte","raw_affiliation_strings":["Deakin University, Burwood, VIC, Australia. sandra.nolte@web.de","Deakin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deakin University, Burwood, VIC, Australia. sandra.nolte@web.de","institution_ids":["https://openalex.org/I149704539"]},{"raw_affiliation_string":"Deakin University","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050412020","display_name":"Gerald R. Elsworth","orcid":"https://orcid.org/0000-0001-6306-7593","observed_orcids":["https://orcid.org/0000-0001-6306-7593"]},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Gerald R. Elsworth","raw_affiliation_strings":["Deakin University, Burwood, VIC, Australia","Deakin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deakin University, Burwood, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]},{"raw_affiliation_string":"Deakin University","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018868735","display_name":"Andrew James Sinclair","orcid":"https://orcid.org/0000-0002-9515-9721","observed_orcids":["https://orcid.org/0000-0002-9515-9721"]},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Andrew J. Sinclair","raw_affiliation_strings":["Deakin University, Burwood, VIC, Australia","Deakin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deakin University, Burwood, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]},{"raw_affiliation_string":"Deakin University","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059234240","display_name":"Richard H. Osborne","orcid":"https://orcid.org/0000-0002-9081-2699","observed_orcids":["https://orcid.org/0000-0002-9081-2699"]},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Richard H. Osborne","raw_affiliation_strings":["Deakin University, Burwood, VIC, Australia","Deakin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deakin University, Burwood, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]},{"raw_affiliation_string":"Deakin University","institution_ids":["https://openalex.org/I149704539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5002363544"],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":{"value":3890,"currency":"USD","value_usd":3890},"apc_paid":null,"fwci":3.473,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.91846367,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"21","issue":"3","first_page":"487","last_page":"494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.35499998927116394,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.35499998927116394,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13117","display_name":"Health Education and Validation","score":0.2712000012397766,"subfield":{"id":"https://openalex.org/subfields/2922","display_name":"Research and Theory"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11539","display_name":"Survey Methodology and Nonresponse","score":0.2215999960899353,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pre-test","display_name":"pretest","score":0.3230000138282776},{"id":"https://openalex.org/keywords/response-bias","display_name":"response bias","score":0.6759999990463257},{"id":"https://openalex.org/keywords/questionnaire-design","display_name":"questionnaire design","score":0.5379999876022339},{"id":"https://openalex.org/keywords/health-program-evaluation","display_name":"health program evaluation","score":0.875},{"id":"https://openalex.org/keywords/chronic-disease-self-management","display_name":"chronic disease self-management","score":0.8790000081062317},{"id":"https://openalex.org/keywords/health-education-impact-questionnaire","display_name":"Health Education Impact Questionnaire","score":0.9490000009536743},{"id":"https://openalex.org/keywords/change-scores","display_name":"change scores","score":0.621999979019165},{"id":"https://openalex.org/keywords/measurement-validity","display_name":"measurement validity","score":0.4909999966621399},{"id":"https://openalex.org/keywords/self-reported-outcomes","display_name":"self-reported outcomes","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.8432006239891052},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5688915848731995},{"id":"https://openalex.org/C2778091340","wikidata":"https://www.wikidata.org/wiki/Q15749950","display_name":"Quality of Life Research","level":3,"score":0.5066288113594055},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.4859424829483032},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46181097626686096},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.414399117231369},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.32379424571990967},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.26991814374923706},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.09162423014640808},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.07495006918907166},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000223","descriptor_name":"Adaptation, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000368","descriptor_name":"Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000369","descriptor_name":"Aged, 80 and over","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001294","descriptor_name":"Attitude to Health","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001315","descriptor_name":"Australia","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002908","descriptor_name":"Chronic Disease","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006305","descriptor_name":"Health Status Indicators","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010353","descriptor_name":"Patient Education as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011594","descriptor_name":"Psychometrics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011788","descriptor_name":"Quality of Life","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012648","descriptor_name":"Self Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015397","descriptor_name":"Program Evaluation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1007/s11136-011-9952-1","doi":"https://doi.org/10.1007/s11136-011-9952-1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11136-011-9952-1","pdf_url":null,"source":{"id":"https://openalex.org/S90347677","display_name":"Quality of Life Research","issn_l":"0962-9343","issn":["0962-9343","1573-2649"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","fnege-3","jufo-3","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quality of Life Research","raw_type":"journal-article"},{"id":"pmid:21710355","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21710355","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quality of life research : an international journal of quality of life aspects of treatment, care and rehabilitation","raw_type":"Journal Article"},{"id":"pmh:oai:researchbank.swinburne.edu.au:08067d78-45d2-45c9-9d25-4447ea73570f/1","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.3/449228","pdf_url":null,"source":{"id":"https://openalex.org/S4306401157","display_name":"Swinburne figshare (Swinburne University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I57093077","host_organization_name":"Swinburne University of Technology","host_organization_lineage":["https://openalex.org/I57093077"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Quality of Life Research, Vol. 21, no. 3 (Jun 2011), pp. 487-494","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.8560000061988831}],"study_designs":[{"id":"https://openalex.org/study-designs/clinical-trial","display_name":"Clinical Trial"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1560565061","https://openalex.org/W1744392874","https://openalex.org/W1967530587","https://openalex.org/W1973275455","https://openalex.org/W1975925042","https://openalex.org/W1977525837","https://openalex.org/W1979217976","https://openalex.org/W1984045421","https://openalex.org/W1992566082","https://openalex.org/W2002351100","https://openalex.org/W2003224869","https://openalex.org/W2009868666","https://openalex.org/W2022588837","https://openalex.org/W2038548616","https://openalex.org/W2039066057","https://openalex.org/W2042035715","https://openalex.org/W2042422024","https://openalex.org/W2048489440","https://openalex.org/W2053405612","https://openalex.org/W2060397065","https://openalex.org/W2087326027","https://openalex.org/W2096761524","https://openalex.org/W2100743450","https://openalex.org/W2105124919","https://openalex.org/W2111521308","https://openalex.org/W2112665044","https://openalex.org/W2121326309","https://openalex.org/W2127406580","https://openalex.org/W2132917208","https://openalex.org/W2141768133","https://openalex.org/W2155952975","https://openalex.org/W2170766959","https://openalex.org/W2171204937","https://openalex.org/W2314867160","https://openalex.org/W2482669379","https://openalex.org/W4213388807","https://openalex.org/W4244203368","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W1992566082","https://openalex.org/W2109374254","https://openalex.org/W7097770262","https://openalex.org/W2002351100","https://openalex.org/W2081208630","https://openalex.org/W2059187888","https://openalex.org/W2472220577","https://openalex.org/W2036753015","https://openalex.org/W2099824247","https://openalex.org/W7133065565"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":4}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}