{"id":"https://openalex.org/W2111113302","doi":"https://doi.org/10.1145/2596695.2596696","title":"Measuring and comparing the reliability of the structured walkthrough evaluation method with novices and experts","display_name":"Measuring and comparing the reliability of the structured walkthrough evaluation method with novices and experts","publication_year":2014,"publication_date":"2014-04-07","ids":{"openalex":"https://openalex.org/W2111113302","doi":"https://doi.org/10.1145/2596695.2596696","mag":"2111113302"},"language":"en","primary_location":{"id":"doi:10.1145/2596695.2596696","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2596695.2596696","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th Web for All Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://bura.brunel.ac.uk/bitstream/2438/10127/1/Fulltext.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103218607","display_name":"Christopher Bailey","orcid":"https://orcid.org/0000-0003-0634-320X"},"institutions":[{"id":"https://openalex.org/I4210090922","display_name":"AbilityNet (United Kingdom)","ror":"https://ror.org/00fz5b994","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090922"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Christopher Bailey","raw_affiliation_strings":["AbilityNet, London, UK"],"affiliations":[{"raw_affiliation_string":"AbilityNet, London, UK","institution_ids":["https://openalex.org/I4210090922"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114252567","display_name":"Elaine Pearson","orcid":null},"institutions":[{"id":"https://openalex.org/I874055015","display_name":"Teesside University","ror":"https://ror.org/03z28gk75","country_code":"GB","type":"education","lineage":["https://openalex.org/I874055015"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Elaine Pearson","raw_affiliation_strings":["Teesside University, Middlesbrough, UK","[Teesside University, Middlesbrough, UK]"],"affiliations":[{"raw_affiliation_string":"Teesside University, Middlesbrough, UK","institution_ids":["https://openalex.org/I874055015"]},{"raw_affiliation_string":"[Teesside University, Middlesbrough, UK]","institution_ids":["https://openalex.org/I874055015"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074893102","display_name":"Voula Gkatzidou","orcid":"https://orcid.org/0000-0002-5687-9937"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Voula Gkatzidou","raw_affiliation_strings":["Brunel University, Uxbridge, UK"],"affiliations":[{"raw_affiliation_string":"Brunel University, Uxbridge, UK","institution_ids":["https://openalex.org/I59433898"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103218607"],"corresponding_institution_ids":["https://openalex.org/I4210090922"],"apc_list":null,"apc_paid":null,"fwci":2.4307,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.90308498,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9092000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-walkthrough","display_name":"Software walkthrough","score":0.8475275039672852},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7123062610626221},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6749961972236633},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5118762254714966},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.42485517263412476},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34322136640548706},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.16750705242156982}],"concepts":[{"id":"https://openalex.org/C46110900","wikidata":"https://www.wikidata.org/wiki/Q11702993","display_name":"Software walkthrough","level":5,"score":0.8475275039672852},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7123062610626221},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6749961972236633},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5118762254714966},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.42485517263412476},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34322136640548706},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.16750705242156982},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/2596695.2596696","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2596695.2596696","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th Web for All Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/10127","is_oa":true,"landing_page_url":"http://bura.brunel.ac.uk/handle/2438/10127","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/10127/1/Fulltext.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.688.7506","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.688.7506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://bura.brunel.ac.uk/bitstream/2438/10127/1/Fulltext.pdf","raw_type":"text"},{"id":"pmh:oai:https://research.tees.ac.uk/ws/oai:openaire_cris_publications/02c9b698-d60d-4ade-a2fb-11fa2009a21b","is_oa":false,"landing_page_url":"https://research.tees.ac.uk/en/publications/02c9b698-d60d-4ade-a2fb-11fa2009a21b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401198","display_name":"TeesRep (Teesside University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I874055015","host_organization_name":"Teesside University","host_organization_lineage":["https://openalex.org/I874055015"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bailey, C, Pearson, E & Gkatzidou, V 2014, 'Measuring and comparing the reliability of the structured walkthrough evaluation method with novices and experts', Paper presented at 11th International Web for All Conference, Seoul, Korea, Republic of, 7/04/14 - 9/04/14. https://doi.org/10.1145/2596695.2596696","raw_type":"conferenceObject"}],"best_oa_location":{"id":"pmh:oai:bura.brunel.ac.uk:2438/10127","is_oa":true,"landing_page_url":"http://bura.brunel.ac.uk/handle/2438/10127","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/10127/1/Fulltext.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2111113302.pdf","grobid_xml":"https://content.openalex.org/works/W2111113302.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W759785607","https://openalex.org/W1481247904","https://openalex.org/W1965173337","https://openalex.org/W2002703228","https://openalex.org/W2009683189","https://openalex.org/W2051489133","https://openalex.org/W2053521843","https://openalex.org/W2059464277","https://openalex.org/W2064971881","https://openalex.org/W2081107254","https://openalex.org/W2101451656","https://openalex.org/W2111529120","https://openalex.org/W2155600815","https://openalex.org/W2159132279","https://openalex.org/W2163449087"],"related_works":["https://openalex.org/W2384517284","https://openalex.org/W2356461702","https://openalex.org/W2014872351","https://openalex.org/W2364504590","https://openalex.org/W2384717657","https://openalex.org/W2485231598","https://openalex.org/W2136424227","https://openalex.org/W2351445356","https://openalex.org/W1990580455","https://openalex.org/W2394152225"],"abstract_inverted_index":{"Effective":[0],"evaluation":[1,9,38],"of":[2,33,67,79,90,99,107,120,127,142],"websites":[3],"for":[4,41,135,153],"accessibility":[5,37,57,108],"remains":[6],"problematic.":[7],"Automated":[8],"tools":[10],"still":[11],"require":[12],"a":[13,20,34,55,148],"significant":[14,21],"manual":[15],"element.":[16],"There":[17],"is":[18,30,47,156],"also":[19,157],"expertise":[22],"and":[23,92,115,150],"evaluator":[24],"effect.":[25],"The":[26,45,77,117,140],"Structured":[27,144],"Walkthrough":[28,145],"method":[29,46,146],"the":[31,50,64,68,80,97,105,143],"translation":[32],"manual,":[35],"expert":[36,128,154],"process":[39],"adapted":[40],"use":[42],"by":[43,84,111,138],"novices.":[44,139],"embedded":[48],"in":[49],"Accessibility":[51],"Evaluation":[52],"Assistant":[53],"(AEA),":[54],"web":[56],"knowledge":[58],"management":[59],"tool.":[60],"Previous":[61],"trials":[62],"examined":[63],"pedagogical":[65],"potential":[66,141],"tool":[69,152],"when":[70],"incorporated":[71],"into":[72],"an":[73,100],"undergraduate":[74],"computing":[75],"curriculum.":[76],"results":[78,98,119],"evaluations":[81,109,129,136],"carried":[82],"out":[83],"novices":[85],"yielded":[86],"promising,":[87],"consistent":[88],"levels":[89],"validity":[91],"reliability.":[93],"This":[94],"paper":[95],"presents":[96],"empirical":[101],"study":[102,122],"that":[103,124],"compares":[104],"reliability":[106,126],"produced":[110,137],"two":[112],"groups":[113],"(novices":[114],"experts).":[116],"main":[118],"this":[121],"indicate":[123],"overall":[125],"was":[130],"76%":[131],"compared":[132],"to":[133],"65%":[134],"as":[147],"useful":[149],"viable":[151],"evaluators":[155],"examined.":[158]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}