{"id":"https://openalex.org/W2156481001","doi":"https://doi.org/10.1002/meet.1450390184","title":"Methodological issues in user studies. Sponsored by SIG USE","display_name":"Methodological issues in user studies. Sponsored by SIG USE","publication_year":2002,"publication_date":"2002-11-01","ids":{"openalex":"https://openalex.org/W2156481001","doi":"https://doi.org/10.1002/meet.1450390184","mag":"2156481001"},"language":"en","primary_location":{"id":"doi:10.1002/meet.1450390184","is_oa":true,"landing_page_url":"https://doi.org/10.1002/meet.1450390184","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/meet.1450390184","source":{"id":"https://openalex.org/S4306523999","display_name":"Proceedings of the American Society for Information Science and Technology","issn_l":"1550-8390","issn":["1550-8390","1936-1734"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the American Society for Information Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/meet.1450390184","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029023840","display_name":"Deborah Klein","orcid":null},"institutions":[{"id":"https://openalex.org/I1290095210","display_name":"Bureau of Labor Statistics","ror":"https://ror.org/03z2d7y96","country_code":"US","type":"government","lineage":["https://openalex.org/I1290095210","https://openalex.org/I1312264882"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Deborah Klein","raw_affiliation_strings":["Bureau of Labor Statistics, Office of Publications and Special Studies, 2 Massachusetts Ave., N.E. Washington, DC 20212"],"affiliations":[{"raw_affiliation_string":"Bureau of Labor Statistics, Office of Publications and Special Studies, 2 Massachusetts Ave., N.E. Washington, DC 20212","institution_ids":["https://openalex.org/I1290095210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109253278","display_name":"John Bosley","orcid":null},"institutions":[{"id":"https://openalex.org/I1290095210","display_name":"Bureau of Labor Statistics","ror":"https://ror.org/03z2d7y96","country_code":"US","type":"government","lineage":["https://openalex.org/I1290095210","https://openalex.org/I1312264882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Bosley","raw_affiliation_strings":["Bureau of Labor Statistics, Office of Survey Methods Research, 2 Massachusetts Ave., N.E. Washington, DC 20212"],"affiliations":[{"raw_affiliation_string":"Bureau of Labor Statistics, Office of Survey Methods Research, 2 Massachusetts Ave., N.E. Washington, DC 20212","institution_ids":["https://openalex.org/I1290095210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028869415","display_name":"Frederick G. Conrad","orcid":"https://orcid.org/0000-0002-1933-3273"},"institutions":[{"id":"https://openalex.org/I1290095210","display_name":"Bureau of Labor Statistics","ror":"https://ror.org/03z2d7y96","country_code":"US","type":"government","lineage":["https://openalex.org/I1290095210","https://openalex.org/I1312264882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frederick Conrad","raw_affiliation_strings":["Bureau of Labor Statistics, Office of Survey Methods Research, 2 Massachusetts Ave., N.E. Washington, DC 20212"],"affiliations":[{"raw_affiliation_string":"Bureau of Labor Statistics, Office of Survey Methods Research, 2 Massachusetts Ave., N.E. Washington, DC 20212","institution_ids":["https://openalex.org/I1290095210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084733344","display_name":"Lisl Zach","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisl Zach","raw_affiliation_strings":["College of Information Studies, University of Maryland, 4015 Hornbake Building, South Wing, College Park, MD 20742-4345"],"affiliations":[{"raw_affiliation_string":"College of Information Studies, University of Maryland, 4015 Hornbake Building, South Wing, College Park, MD 20742-4345","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061856561","display_name":"Linda Schamber","orcid":null},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linda Schamber","raw_affiliation_strings":["School of Library and Information Sciences, University of North Texas, Information Sciences Building, Room 205 Denton, TX 76203-1068"],"affiliations":[{"raw_affiliation_string":"School of Library and Information Sciences, University of North Texas, Information Sciences Building, Room 205 Denton, TX 76203-1068","institution_ids":["https://openalex.org/I123534392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5029023840"],"corresponding_institution_ids":["https://openalex.org/I1290095210"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17954847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"39","issue":"1","first_page":"503","last_page":"504"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.6015999913215637,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.6015999913215637,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8015947341918945},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6567614674568176},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.6113293766975403},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.5377742052078247},{"id":"https://openalex.org/keywords/web-accessibility","display_name":"Web accessibility","score":0.49695804715156555},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.46938177943229675},{"id":"https://openalex.org/keywords/mandate","display_name":"Mandate","score":0.4419846534729004},{"id":"https://openalex.org/keywords/web-usability","display_name":"Web usability","score":0.44139575958251953},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.40996086597442627},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4083949625492096},{"id":"https://openalex.org/keywords/web-standards","display_name":"Web standards","score":0.2620818018913269},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.10629728436470032},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09438163042068481}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8015947341918945},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6567614674568176},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.6113293766975403},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.5377742052078247},{"id":"https://openalex.org/C194669863","wikidata":"https://www.wikidata.org/wiki/Q808932","display_name":"Web accessibility","level":4,"score":0.49695804715156555},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.46938177943229675},{"id":"https://openalex.org/C2775884135","wikidata":"https://www.wikidata.org/wiki/Q845436","display_name":"Mandate","level":2,"score":0.4419846534729004},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.44139575958251953},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40996086597442627},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4083949625492096},{"id":"https://openalex.org/C182321512","wikidata":"https://www.wikidata.org/wiki/Q1153289","display_name":"Web standards","level":3,"score":0.2620818018913269},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.10629728436470032},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09438163042068481},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/meet.1450390184","is_oa":true,"landing_page_url":"https://doi.org/10.1002/meet.1450390184","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/meet.1450390184","source":{"id":"https://openalex.org/S4306523999","display_name":"Proceedings of the American Society for Information Science and Technology","issn_l":"1550-8390","issn":["1550-8390","1936-1734"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the American Society for Information Science and Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1002/meet.1450390184","is_oa":true,"landing_page_url":"https://doi.org/10.1002/meet.1450390184","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/meet.1450390184","source":{"id":"https://openalex.org/S4306523999","display_name":"Proceedings of the American Society for Information Science and Technology","issn_l":"1550-8390","issn":["1550-8390","1936-1734"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the American Society for Information Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.7099999785423279,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2156481001.pdf","grobid_xml":"https://content.openalex.org/works/W2156481001.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W344139118","https://openalex.org/W1544407491","https://openalex.org/W2067502478"],"related_works":["https://openalex.org/W2899155876","https://openalex.org/W4312686479","https://openalex.org/W3212363454","https://openalex.org/W2751474","https://openalex.org/W2265559340","https://openalex.org/W4205845590","https://openalex.org/W2075589668","https://openalex.org/W3165016276","https://openalex.org/W2409764601","https://openalex.org/W4388773178"],"abstract_inverted_index":{"Many":[0],"methodological":[1,21],"issues":[2,22,755],"arise":[3],"when":[4],"conducting":[5,443,672],"user":[6,36,70,160,299,304,352,388,450,590,655],"studies.":[7,25,37],"Researchers":[8,462],"may":[9,561],"learn":[10],"from":[11,217,315,331,383,474,608],"the":[12,69,73,81,86,90,134,137,151,159,164,172,176,253,318,324,387,397,401,413,431,469,475,478,524,529,532,541,555,570,578,585,595,609,630,635,725,735,739],"experiences":[13],"of":[14,75,83,139,150,158,178,181,202,220,262,313,317,329,334,363,372,386,396,400,412,417,427,430,449,457,471,477,540,580,587,679,699,720,729,741],"others.":[15],"The":[16,26,38,390,643],"first":[17],"panelists":[18],"focus":[19],"on":[20,171,189,210,488,490,506],"in":[23,94,435,567,597,600,769],"usability":[24,148,254,274,335,364,420],"second":[27,644],"presentation":[28,391],"provides":[29],"insights":[30],"into":[31],"sampling":[32,382,458],"techniques":[33],"for":[34,98,341,526,552,693,737],"practical":[35,432],"third":[39],"speaker":[40],"will":[41,557,572,576,733,752],"present":[42,326],"an":[43,218,409,423,437,647],"alternative":[44],"approach":[45,135,403],"to":[46,54,88,114,145,162,166,197,270,295,349,369,454,459,465,515,534,565,626,650,683,702,722,746,771],"gathering":[47],"data":[48,62,168,194,203,342,653,681,689,700,775],"about":[49,193,528,654],"information":[50,55,101,742,773],"behavior.":[51,656],"Web":[52],"access":[53,169,343],"products":[56],"-":[57,63,93,96],"such":[58,79,116,660,756],"as":[59,80,206,406,408,523,661,757],"federal":[60,76],"statistical":[61,77,100],"has":[64,143],"redically":[65],"expanded":[66],"and":[67,125,131,214,246,285,354,374,415,602,621,665,675,695,708,713,718,727,762],"diversified":[68],"base.":[71],"In":[72,228,321],"case":[74,736],"agencies":[78],"Bureau":[82,138],"Labor":[84,140],"Statistics,":[85,141],"mandate":[87],"serve":[89],"public":[91],"requires":[92,306],"principle":[95],"systems":[97],"providing":[99],"that":[102,257,307,345,366,520,583,710,765],"can":[103,690],"be":[104,691,767],"successfully":[105],"used":[106,503,625,646,692],"by":[107,616],"any":[108],"potential":[109,122],"user.":[110],"It":[111],"is":[112,268,543],"hard":[113],"design":[115,339],"systems,":[117],"however,":[118],"because":[119],"not":[120],"all":[121,633],"users'":[123],"purposes":[124],"goals":[126],"are":[127,236,280,338,361,367,485,521,537],"clearly":[128],"known.":[129],"Bosley":[130],"Conrad":[132],"discuss":[133,754],"at":[136,404,671],"which":[142,167,535],"been":[144,186,378,668],"perform":[146],"frequent":[147],"tests":[149],"BLS":[152,230,405],"web":[153,173,198,221],"site":[154,174],"with":[155,393],"specific":[156,368],"subgroups":[157,184],"population":[161,305,439,473,530,542],"evaluate":[163],"degree":[165,533],"tools":[170,344,355],"meet":[175],"needs":[177],"different":[179,384,704],"types":[180,371,448],"users.":[182,428],"These":[183,510],"have":[185,347,377,667,676],"identified":[187],"based":[188,487],"what":[190],"was":[191,614,641],"known":[192,319],"users":[195,201,234,263,314,373],"prior":[196],"accessibility":[199],"\u2013":[200,213],"they":[204,536],"obtained":[205],"paper":[207],"tables":[208],"or":[209,266,446,467],"magnetic":[211],"tapes":[212],"more":[215,549,748],"recently":[216],"analysis":[219],"server":[222],"logs":[223],"(Hert":[224],"&":[225,289,357],"Marchionini,":[226],"1997).":[227],"particular,":[229],"now":[231],"routinely":[232],"recruit":[233],"who":[235,496,502],"journalists,":[237],"students,":[238],"congressional":[239],"staff":[240],"members,":[241],"academic":[242],"researchers,":[243],"reference":[244],"librarians":[245],"policy":[247],"analysts.":[248],"While":[249],"conventional":[250],"wisdom":[251],"within":[252],"profession":[255],"maintains":[256],"a":[258,296,310,332,394,472,491,498,504,507,588,777],"relatively":[259,297],"small":[260,311],"number":[261,312,601],"(e.g.":[264],"five":[265],"six)":[267],"adequate":[269],"identify":[271,566],"most":[272],"unique":[273],"problems":[275,279,365],"(after":[276],"this,":[277],"already-known":[278],"primarily":[281],"identified,":[282],"e.g.":[283],"Hix":[284],"Hartson,":[286],"1993;":[287],"Nielsen":[288],"Levi,":[290],"1994),":[291],"this":[292,322],"thinking":[293],"applies":[294],"homogenous":[298],"population.":[300,611],"Our":[301],"highly":[302],"heterogeneous":[303],"we":[308,346],"test":[309],"each":[316],"subgroups.":[320],"session,":[323],"authors":[325],"two":[327,581,605],"kinds":[328],"findings":[330],"range":[333],"tests.":[336],"First":[337],"principles":[340,421],"found":[348],"cut":[350],"across":[351,422],"groups":[353,606],"(Bosley":[356],"Conrad,":[358],"2001).":[359],"Second":[360],"examples":[362],"certain":[370],"would":[375],"likely":[376],"overlooked":[379],"without":[380],"purposively":[381],"segments":[385],"community.":[389],"concludes":[392],"discussion":[395],"current":[398],"status":[399],"recruiting":[402],"well":[407],"informal":[410],"assessment":[411],"benefits":[414],"shortcomings":[416],"applying":[418],"these":[419],"increasingly":[424],"diverse":[425],"community":[426],"Because":[429],"difficulties":[433],"involved":[434],"reaching":[436],"entire":[438],"being":[440],"studied,":[441],"organizations":[442],"market":[444],"research":[445,705,716,744],"other":[447,631],"studies":[451,712],"often":[452,517],"resort":[453],"some":[455],"form":[456],"collect":[460,651],"information.":[461],"then":[463],"attempt":[464],"estimate":[466],"predict":[468],"behavior":[470,476,743,774],"survey":[479,483,553,571],"sample.":[480],"Frequently":[481],"real-world":[482],"samples":[484],"selected":[486],"convenience\u2014everybody":[489],"prticular":[492],"mailing":[493,617],"list;":[494],"everybody":[495,501],"attended":[497],"particular":[499,508],"event;":[500],"service":[505],"day.":[509],"convenience":[511],"surveys,":[512],"while":[513],"simple":[514],"administer,":[516],"produce":[518],"results":[519,579],"unreliable":[522],"basis":[525],"conclusions":[527],"since":[531,559],"actually":[538],"representative":[539],"unknown.":[544],"As":[545],"electronic":[546],"media":[547],"become":[548,562],"common":[550],"channels":[551],"distribution,":[554],"problem":[556],"increase,":[558],"it":[560],"harder":[563],"even":[564],"advance":[568],"whom":[569],"reach.":[573],"Lisl":[574],"Zach":[575],"describe":[577],"projects":[582],"studied":[584],"members":[586],"finite":[589],"group.":[591],"One":[592,612],"project":[593,645],"investigated":[594],"differences":[596],"responses":[598],"(both":[599],"content)":[603],"between":[604],"drawn":[607],"same":[610],"group":[613,632],"\u201csampled\u201d":[615],"every":[618],"nth":[619],"organization":[620],"follow-up":[622,639],"contacts":[623],"were":[624],"increase":[627],"response":[628],"rate;":[629],"received":[634],"questionnaire,":[636],"but":[637],"no":[638],"contact":[640],"made.":[642],"interview-based":[648],"methodology":[649],"qualitative":[652],"Social":[657],"science":[658],"disciplines":[659],"sociology,":[662],"education,":[663],"psychology,":[664],"economics":[666],"very":[669],"successful":[670],"secondary":[673,685,749],"studies,":[674,697],"constructed":[677],"hundreds":[678],"primary":[680,688],"archives":[682,776],"support":[684],"research.":[686],"Archived":[687],"replication":[694],"longitudinal":[696],"re-analyses":[698],"sets":[701],"investigate":[703],"questions,":[706],"summaries":[707],"meta-analyses":[709],"compare":[711],"help":[714,723],"set":[715],"agendas,":[717],"standardization":[719],"instruments":[721],"improve":[724],"quality":[726],"comparability":[728],"results.":[730],"Linda":[731],"Schamber":[732],"make":[734,772],"expanding":[738],"repertoire":[740],"methods":[745],"include":[747],"analyses.":[750],"She":[751],"also":[753],"selection":[758],"criteria,":[759],"intellectual":[760],"property,":[761],"technical":[763],"interoperability":[764],"must":[766],"addressed":[768],"order":[770],"reality.":[778]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}