{"id":"https://openalex.org/W2066298685","doi":"https://doi.org/10.1108/00220411111124569","title":"Countering method bias in questionnaire\u2010based user studies","display_name":"Countering method bias in questionnaire\u2010based user studies","publication_year":2011,"publication_date":"2011-04-26","ids":{"openalex":"https://openalex.org/W2066298685","doi":"https://doi.org/10.1108/00220411111124569","mag":"2066298685"},"language":"en","primary_location":{"id":"doi:10.1108/00220411111124569","is_oa":false,"landing_page_url":"https://doi.org/10.1108/00220411111124569","pdf_url":null,"source":{"id":"https://openalex.org/S10082577","display_name":"Journal of Documentation","issn_l":"0022-0418","issn":["0022-0418","1758-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Documentation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081967853","display_name":"Genevieve Gorrell","orcid":"https://orcid.org/0000-0002-8324-606X"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Genevieve Gorrell","raw_affiliation_strings":["Department of Computer Science, University of Sheffield, Sheffield, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081070195","display_name":"Nigel Ford","orcid":"https://orcid.org/0000-0002-5546-7332"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nigel Ford","raw_affiliation_strings":["The Information School, University of Sheffield, Sheffield, UK","(The Information School, University of Sheffield, Sheffield, UK)"],"affiliations":[{"raw_affiliation_string":"The Information School, University of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"(The Information School, University of Sheffield, Sheffield, UK)","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071086224","display_name":"Andrew Madden","orcid":"https://orcid.org/0000-0003-2305-7790"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrew Madden","raw_affiliation_strings":["The Information School, University of Sheffield, Sheffield, UK","(The Information School, University of Sheffield, Sheffield, UK)"],"affiliations":[{"raw_affiliation_string":"The Information School, University of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"(The Information School, University of Sheffield, Sheffield, UK)","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074816908","display_name":"Peter Holdridge","orcid":null},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter Holdridge","raw_affiliation_strings":["The Information School, University of Sheffield, Sheffield, UK","(The Information School, University of Sheffield, Sheffield, UK)"],"affiliations":[{"raw_affiliation_string":"The Information School, University of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"(The Information School, University of Sheffield, Sheffield, UK)","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052658963","display_name":"Barry Eaglestone","orcid":null},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Barry Eaglestone","raw_affiliation_strings":["The Information School, University of Sheffield, Sheffield, UK","(The Information School, University of Sheffield, Sheffield, UK)"],"affiliations":[{"raw_affiliation_string":"The Information School, University of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"(The Information School, University of Sheffield, Sheffield, UK)","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5081967853"],"corresponding_institution_ids":["https://openalex.org/I91136226"],"apc_list":null,"apc_paid":null,"fwci":10.4389,"has_fulltext":false,"cited_by_count":117,"citation_normalized_percentile":{"value":0.97802639,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"67","issue":"3","first_page":"507","last_page":"524"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11542","display_name":"Behavioral Health and Interventions","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10154","display_name":"Customer Service Quality and Loyalty","score":0.9616000056266785,"subfield":{"id":"https://openalex.org/subfields/1407","display_name":"Organizational Behavior and Human Resource Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cronbachs-alpha","display_name":"Cronbach's alpha","score":0.8555482625961304},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.7032074332237244},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5641423463821411},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5498042106628418},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5485488176345825},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5317137837409973},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.5004839897155762},{"id":"https://openalex.org/keywords/common-method-variance","display_name":"Common-method variance","score":0.49674874544143677},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.4277946949005127},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4180612862110138},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.26133406162261963},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.2549590468406677},{"id":"https://openalex.org/keywords/clinical-psychology","display_name":"Clinical psychology","score":0.21774822473526},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1392335295677185}],"concepts":[{"id":"https://openalex.org/C106906290","wikidata":"https://www.wikidata.org/wiki/Q1140909","display_name":"Cronbach's alpha","level":3,"score":0.8555482625961304},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.7032074332237244},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5641423463821411},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5498042106628418},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5485488176345825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5317137837409973},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.5004839897155762},{"id":"https://openalex.org/C84679943","wikidata":"https://www.wikidata.org/wiki/Q1925442","display_name":"Common-method variance","level":2,"score":0.49674874544143677},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.4277946949005127},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4180612862110138},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.26133406162261963},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2549590468406677},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.21774822473526},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1392335295677185},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1108/00220411111124569","is_oa":false,"landing_page_url":"https://doi.org/10.1108/00220411111124569","pdf_url":null,"source":{"id":"https://openalex.org/S10082577","display_name":"Journal of Documentation","issn_l":"0022-0418","issn":["0022-0418","1758-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Documentation","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:43123","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.731.3719","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.731.3719","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://eprints.whiterose.ac.uk/43123/2/WRRO_43123.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W22912555","https://openalex.org/W55038707","https://openalex.org/W659306968","https://openalex.org/W1503714168","https://openalex.org/W1921365576","https://openalex.org/W1966382716","https://openalex.org/W1966621377","https://openalex.org/W1974885090","https://openalex.org/W1979422830","https://openalex.org/W1980841627","https://openalex.org/W1994407037","https://openalex.org/W1996086959","https://openalex.org/W2002003301","https://openalex.org/W2020143450","https://openalex.org/W2020360814","https://openalex.org/W2024509488","https://openalex.org/W2031957007","https://openalex.org/W2035062085","https://openalex.org/W2040454190","https://openalex.org/W2052877371","https://openalex.org/W2056205967","https://openalex.org/W2060635400","https://openalex.org/W2063061709","https://openalex.org/W2063947317","https://openalex.org/W2072142057","https://openalex.org/W2075831395","https://openalex.org/W2079842313","https://openalex.org/W2080995815","https://openalex.org/W2084542899","https://openalex.org/W2093950336","https://openalex.org/W2098447617","https://openalex.org/W2105459725","https://openalex.org/W2106096361","https://openalex.org/W2128519802","https://openalex.org/W2140593155","https://openalex.org/W2144569783","https://openalex.org/W2150238850","https://openalex.org/W2151346990","https://openalex.org/W2152799346","https://openalex.org/W2159306398","https://openalex.org/W2159339270","https://openalex.org/W2160422943","https://openalex.org/W2163239735","https://openalex.org/W2168082050","https://openalex.org/W2168684253","https://openalex.org/W2171515724","https://openalex.org/W2287252573","https://openalex.org/W2335487254","https://openalex.org/W2796327339","https://openalex.org/W2913004137","https://openalex.org/W3014588355","https://openalex.org/W3123644996","https://openalex.org/W3125055523","https://openalex.org/W4230731166","https://openalex.org/W4240990283","https://openalex.org/W6621975989"],"related_works":["https://openalex.org/W2024935936","https://openalex.org/W55038707","https://openalex.org/W2038157384","https://openalex.org/W1499353826","https://openalex.org/W2585070004","https://openalex.org/W2585279543","https://openalex.org/W2101160281","https://openalex.org/W2161917817","https://openalex.org/W2156614374","https://openalex.org/W2118155885"],"abstract_inverted_index":{"Purpose":[0],"This":[1],"paper":[2,44,77,279],"seeks":[3],"to":[4,20,95,131,177,179,235,246,270,282],"discuss":[5],"reliability":[6,54,145],"problems":[7],"associated":[8],"with":[9,214],"questionnaires,":[10],"commonly":[11],"employed":[12],"in":[13,55,113,255,290],"library":[14],"and":[15,36,69,71,89,118,192,242,249,272,307],"information":[16,119],"science.":[17,120],"It":[18,92,296],"aims":[19],"focus":[21],"on":[22,62,84,87,94],"the":[23,47,85,144,159,172,251,261],"effects":[24],"of":[25,34,38,49,134,143,146,220,240,253,260,268,300],"\u201ccommon":[26],"method":[27,156,294],"variance\u201d":[28],"(CMV),":[29],"which":[30],"is":[31,107,186,194,206,286],"a":[32,102,108,135,147,161,207,237,283,298],"form":[33],"bias,":[35],"ways":[37],"countering":[39],"these":[40],"effects.":[41],"Design/methodology/approach":[42],"The":[43,76,137,202,278],"critically":[45],"reviews":[46],"use":[48],"existing":[50],"tools":[51],"for":[52,98,223],"demonstrating":[53],"questionnaire\u2010based":[56,103,111,291],"studies.":[57],"In":[58],"particular,":[59],"it":[60,193,197,248,303],"focuses":[61],"Cronbach's":[63],"alpha,":[64],"\u201cHarman's":[65,182],"single":[66,183],"factor":[67,184],"test\u201d":[68,185],"Lindell":[70],"Whitney's":[72],"\u201cmarker":[73],"variable\u201d":[74],"approach.":[75,104],"introduces":[78],"an":[79],"illustrative":[80],"case":[81],"study":[82],"based":[83],"work":[86,228],"metacognition":[88],"web":[90],"searching.":[91],"goes":[93],"make":[96],"recommendations":[97],"researchers":[99,224],"considering":[100],"using":[101],"Findings":[105],"CMV":[106,127,274],"problem":[109,284],"affecting":[110],"studies":[112],"different":[114],"disciplines":[115],"across":[116],"social":[117],"Where":[121,155],"questionnaire":[122,173],"items":[123],"are":[124,225,275],"more":[125,133,168],"abstract,":[126],"has":[128],"been":[129],"found":[130],"be":[132,151,200,212,233,305],"problem.":[136],"widely":[138],"used":[139],"Cronbach":[140],"alpha":[141,163],"measure,":[142],"questionnaire,":[148],"may":[149,165,304],"often":[150,288],"affected":[152],"by":[153],"CMV.":[154,265],"bias":[157],"dominates":[158],"results,":[160],"high":[162,238],"score":[164],"do":[166],"no":[167],"than":[169],"indicate":[170],"that":[171,196,285],"consistently":[174],"allows":[175],"participants":[176],"accede":[178],"their":[180],"biases.":[181],"criticised":[187],"as":[188],"lacking":[189],"sufficient":[190],"foundation,":[191],"concluded":[195],"should":[198,232,244,263],"not":[199],"used.":[201],"marker":[203],"variable":[204],"approach":[205],"useful":[208],"option":[209],"but":[210],"must":[211],"applied":[213],"caution.":[215],"Practical":[216],"implications":[217,222],"A":[218,266],"number":[219,267,299],"practical":[221],"drawn.":[226],"Questionnaire\u2010based":[227],"investigating":[229],"abstract":[230],"constructs":[231],"assumed":[234],"carry":[236],"likelihood":[239],"CMV,":[241],"therefore":[243],"attempt":[245],"avoid":[247],"demonstrate":[250],"degree":[252],"success":[254],"this":[256],"regard.":[257],"Otherwise,":[258],"interpretation":[259],"results":[262],"assume":[264],"approaches":[269,301],"assessing":[271],"isolating":[273],"discussed.":[276],"Originality/value":[277],"draws":[280],"attention":[281],"arguably":[287],"overlooked":[289],"studies,":[292],"namely":[293],"bias.":[295],"discusses":[297],"whereby":[302],"identified":[306],"controlled.":[308]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":4}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}