{"id":"https://openalex.org/W2159132279","doi":"https://doi.org/10.1145/1639642.1639678","title":"How much does expertise matter?","display_name":"How much does expertise matter?","publication_year":2009,"publication_date":"2009-10-25","ids":{"openalex":"https://openalex.org/W2159132279","doi":"https://doi.org/10.1145/1639642.1639678","mag":"2159132279"},"language":"en","primary_location":{"id":"doi:10.1145/1639642.1639678","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1639642.1639678","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th international ACM SIGACCESS conference on Computers and accessibility","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006201403","display_name":"Yeliz Ye\u015filada","orcid":"https://orcid.org/0000-0001-8501-0205"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yeliz Yesilada","raw_affiliation_strings":["University of Manchester, Manchester, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062163634","display_name":"Giorgio Brajnik","orcid":"https://orcid.org/0000-0002-0634-7676"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giorgio Brajnik","raw_affiliation_strings":["University of Udine, Udine, Italy"],"affiliations":[{"raw_affiliation_string":"University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057651456","display_name":"Simon Harper","orcid":"https://orcid.org/0000-0001-9301-5049"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simon Harper","raw_affiliation_strings":["University of Manchester, Manchester, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006201403"],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":null,"apc_paid":null,"fwci":10.6351,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.98728544,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"203","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/web-accessibility","display_name":"Web accessibility","score":0.7587201595306396},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6263502836227417},{"id":"https://openalex.org/keywords/software-walkthrough","display_name":"Software walkthrough","score":0.6031792759895325},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.600126326084137},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5191842317581177},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.5181554555892944},{"id":"https://openalex.org/keywords/web-accessibility-initiative","display_name":"Web Accessibility Initiative","score":0.42877617478370667},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4200126528739929},{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.41429752111434937},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.37370485067367554},{"id":"https://openalex.org/keywords/web-standards","display_name":"Web standards","score":0.22771158814430237},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.19835349917411804},{"id":"https://openalex.org/keywords/web-development","display_name":"Web development","score":0.19679120182991028},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17156225442886353},{"id":"https://openalex.org/keywords/web-intelligence","display_name":"Web intelligence","score":0.09775835275650024},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.07907193899154663}],"concepts":[{"id":"https://openalex.org/C194669863","wikidata":"https://www.wikidata.org/wiki/Q808932","display_name":"Web accessibility","level":4,"score":0.7587201595306396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6263502836227417},{"id":"https://openalex.org/C46110900","wikidata":"https://www.wikidata.org/wiki/Q11702993","display_name":"Software walkthrough","level":5,"score":0.6031792759895325},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.600126326084137},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5191842317581177},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.5181554555892944},{"id":"https://openalex.org/C197973564","wikidata":"https://www.wikidata.org/wiki/Q636020","display_name":"Web Accessibility Initiative","level":5,"score":0.42877617478370667},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4200126528739929},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.41429752111434937},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.37370485067367554},{"id":"https://openalex.org/C182321512","wikidata":"https://www.wikidata.org/wiki/Q1153289","display_name":"Web standards","level":3,"score":0.22771158814430237},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.19835349917411804},{"id":"https://openalex.org/C79373723","wikidata":"https://www.wikidata.org/wiki/Q386275","display_name":"Web development","level":3,"score":0.19679120182991028},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17156225442886353},{"id":"https://openalex.org/C544335954","wikidata":"https://www.wikidata.org/wiki/Q2553348","display_name":"Web intelligence","level":4,"score":0.09775835275650024},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.07907193899154663},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1639642.1639678","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1639642.1639678","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th international ACM SIGACCESS conference on Computers and accessibility","raw_type":"proceedings-article"},{"id":"pmh:oai:air.uniud.it:11390/862921","is_oa":false,"landing_page_url":"http://hdl.handle.net/11390/862921","pdf_url":null,"source":{"id":"https://openalex.org/S4306401163","display_name":"Institutional Research Information System (University of Udine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I129043915","host_organization_name":"University of Udine","host_organization_lineage":["https://openalex.org/I129043915"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320324979","display_name":"Universit\u00e0 degli Studi di Udine","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W55678079","https://openalex.org/W1495649899","https://openalex.org/W1542696736","https://openalex.org/W1542756834","https://openalex.org/W1887964395","https://openalex.org/W1974490123","https://openalex.org/W1974725562","https://openalex.org/W1977953443","https://openalex.org/W1980880315","https://openalex.org/W2004067246","https://openalex.org/W2020811664","https://openalex.org/W2046412937","https://openalex.org/W2050229001","https://openalex.org/W2083939386","https://openalex.org/W2089420500","https://openalex.org/W2101451656","https://openalex.org/W2101512165","https://openalex.org/W2105297890","https://openalex.org/W2131790480","https://openalex.org/W2141403362","https://openalex.org/W2151854647","https://openalex.org/W2986911318","https://openalex.org/W4243671897"],"related_works":["https://openalex.org/W2183238846","https://openalex.org/W1969021471","https://openalex.org/W2945493275","https://openalex.org/W4232189795","https://openalex.org/W2766074951","https://openalex.org/W2501410850","https://openalex.org/W2558811896","https://openalex.org/W2159472163","https://openalex.org/W1598466475","https://openalex.org/W2949434637"],"abstract_inverted_index":{"Manual":[0],"accessibility":[1,10,100,133],"evaluation":[2,36,70,90,134],"plays":[3],"an":[4,89,126],"important":[5,127],"role":[6,15,44],"in":[7,47,129],"validating":[8],"the":[9,21,24,43,64,99,121,130,172],"of":[11,23,45,101,123,132,135,164,171],"Web":[12,25,102,136],"pages.":[13,137],"This":[14,58],"has":[16,53],"become":[17],"increasingly":[18],"critical":[19],"with":[20,78],"advent":[22],"Content":[26],"Accessibility":[27],"Guidelines":[28],"(WCAG)":[29],"2.0":[30],"and":[31,52,68,81,151,155,157,169],"their":[32],"reliance":[33],"on":[34],"user":[35,106],"to":[37,62,96],"validate":[38],"certain":[39],"conformance":[40],"measures.":[41],"However,":[42],"expertise,":[46],"such":[48],"evaluations,":[49],"is":[50,125],"unknown":[51],"not":[54],"previously":[55],"been":[56],"studied.":[57],"paper":[59],"sets":[60],"out":[61],"investigate":[63],"interplay":[65],"between":[66],"expert":[67,80,173],"non-expert":[69,83,179],"by":[71],"conducting":[72],"a":[73],"Barrier":[74],"Walkthrough":[75],"(BW)":[76],"study":[77],"19":[79],"51":[82],"judges.":[84,180],"The":[85],"BW":[86],"method":[87],"provides":[88],"framework":[91],"that":[92,120],"can":[93],"be":[94],"used":[95],"manually":[97],"assess":[98],"pages":[103,159],"for":[104],"different":[105],"groups":[107],"including":[108],"motor":[109],"impaired,":[110,112,116],"hearing":[111],"low":[113],"vision,":[114],"cognitive":[115],"etc.":[117],"We":[118],"conclude":[119],"level":[122],"expertise":[124],"factor":[128],"quality":[131],"Expert":[138],"judges":[139,174],"spent":[140],"significantly":[141,176],"less":[142],"time":[143],"than":[144,153,178],"non-experts;":[145,154],"rated":[146,158],"themselves":[147],"as":[148],"more":[149],"productive":[150],"confident":[152],"ranked":[156],"differently":[160],"against":[161],"each":[162],"type":[163],"disability.":[165],"Finally,":[166],"both":[167],"effectiveness":[168],"reliability":[170],"are":[175],"higher":[177]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-06-24T00:00:00"}