{"id":"https://openalex.org/W7095924684","doi":null,"title":"Testability and Validity of WCAG 2.0: The Expertise Effect","display_name":"Testability and Validity of WCAG 2.0: The Expertise Effect","alternate_titles":[],"publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7095924684"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.221.2038","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.221.2038","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.dimi.uniud.it/%7Egiorgio/papers/wcag-assets-2010.pdf","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7095924684"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062163634","display_name":"Giorgio Brajnik","orcid":"https://orcid.org/0000-0002-0634-7676","observed_orcids":["https://orcid.org/0000-0002-0634-7676"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Giorgio Brajnik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006201403","display_name":"Yeliz Ye\u015filada","orcid":"https://orcid.org/0000-0001-8501-0205","observed_orcids":["https://orcid.org/0000-0001-8501-0205"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeliz Yesilada","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5057651456","display_name":"Simon Harper","orcid":"https://orcid.org/0000-0001-9301-5049","observed_orcids":["https://orcid.org/0000-0001-9301-5049"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simon Harper","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wcag-2-0","display_name":"WCAG 2.0","score":0.9869999885559082},{"id":"https://openalex.org/keywords/web-accessibility","display_name":"web accessibility","score":0.859000027179718},{"id":"https://openalex.org/keywords/conformity-assessment","display_name":"conformity assessment","score":0.656000018119812},{"id":"https://openalex.org/keywords/success-criteria","display_name":"success criteria","score":0.7540000081062317},{"id":"https://openalex.org/keywords/expertise-effects","display_name":"expertise effects","score":0.5870000123977661},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.8119999766349792},{"id":"https://openalex.org/keywords/false-positives-and-false-negatives","display_name":"false positives and false negatives","score":0.796999990940094},{"id":"https://openalex.org/keywords/assessment-validity","display_name":"assessment validity","score":0.753000020980835}],"concepts":[{"id":"https://openalex.org/C51234621","wikidata":"https://www.wikidata.org/wiki/Q2149495","display_name":"Testability","level":2,"score":0.754800021648407},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.6499000191688538},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6154000163078308},{"id":"https://openalex.org/C112789634","wikidata":"https://www.wikidata.org/wiki/Q18207010","display_name":"False positives and false negatives","level":3,"score":0.42640000581741333},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4034000039100647},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.29170000553131104},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.2872999906539917},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.28189998865127563},{"id":"https://openalex.org/C2776324614","wikidata":"https://www.wikidata.org/wiki/Q3948731","display_name":"Web content","level":3,"score":0.28040000796318054},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2759000062942505},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.2572000026702881}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.221.2038","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.221.2038","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.dimi.uniud.it/%7Egiorgio/papers/wcag-assets-2010.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2163449087","https://openalex.org/W2062015732","https://openalex.org/W2064971881","https://openalex.org/W7095772864","https://openalex.org/W2294565264","https://openalex.org/W7101121735","https://openalex.org/W2743749875","https://openalex.org/W2159132279","https://openalex.org/W3048224044","https://openalex.org/W1965173337"],"abstract_inverted_index":{"Web":[0],"Content":[1],"Accessibility":[2],"Guidelines":[3],"2.0":[4,20,69,187],"(WCAG":[5],"2.0)":[6],"require":[7],"that":[8,31,121,158,163,182,202],"success":[9,70,126],"criteria":[10,21,33,71,127],"be":[11,190,227],"tested":[12,191],"by":[13,97,169,192],"human":[14,193,209],"inspection.":[15],"Further,":[16,88],"testability":[17,66],"of":[18,27,67,93,125,146,155,159,207,237],"WCAG":[19,47,68,186],"is":[22,200],"achieved":[23],"if":[24],"80":[25,132,205],"%":[26,124,133,139,145,175,206],"knowledgeable":[28,208],"inspectors":[29,99],"agree":[30,212],"the":[32,44,65,83,86,91,94,103,131,147,153,166,214,221,235],"has":[34],"been":[35],"met":[36],"or":[37],"not.":[38],"In":[39,110],"this":[40,232],"paper":[41],"we":[42,89],"investigate":[43],"very":[45],"core":[46],"2.0,":[48],"being":[49],"their":[50],"ability":[51],"to":[52,63,108,129,195,219,229],"determine":[53],"web":[54,80],"content":[55],"accessibility":[56],"conformance.":[57],"We":[58,150],"conducted":[59],"an":[60],"empirical":[61],"study":[62],"ascertain":[64],"when":[72],"experts":[73,116,136,156,217],"and":[74,82,100,117,142,161,176,224],"non-experts":[75,160,167],"evaluated":[76],"four":[77],"relatively":[78],"complex":[79],"pages;":[81],"differences":[84,104],"between":[85],"two.":[87],"discuss":[90],"validity":[92,106],"evaluations":[95],"generated":[96],"these":[98],"look":[101],"at":[102,203],"in":[105,183],"due":[107],"expertise.":[109],"summary,":[111],"our":[112],"study,":[113],"comprising":[114],"22":[115],"27":[118],"non-experts,":[119],"shows":[120],"approximately":[122],"50":[123],"fail":[128,218],"meet":[130,220],"agreement":[134,164],"threshold;":[135],"produce":[137],"20":[138],"false":[140,171,177],"positives":[141,172],"miss":[143],"32":[144],"true":[148],"problems.":[149],"also":[151],"compared":[152],"performance":[154],"against":[157],"found":[162],"for":[165],"dropped":[168],"6%,":[170],"reach":[173],"42":[174],"negatives":[178],"49%.":[179],"This":[180],"suggests":[181],"many":[184],"cases":[185],"conformance":[188],"cannot":[189],"inspection":[194],"a":[196],"level":[197,233],"where":[198],"it":[199],"believed":[201],"least":[204],"evaluators":[210],"would":[211],"on":[213],"conclusion.":[215],"Why":[216],"80%":[222],"threshold":[223],"what":[225],"can":[226],"done":[228],"help":[230],"achieve":[231],"are":[234],"subjects":[236],"further":[238],"investigation.":[239]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7095924684","counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2025-10-27T00:00:00"}
