{"id":"https://openalex.org/W2899186660","doi":"https://doi.org/10.1145/3274432","title":"Crowdsourcing-Based Web Accessibility Evaluation with Golden Maximum Likelihood Inference","display_name":"Crowdsourcing-Based Web Accessibility Evaluation with Golden Maximum Likelihood Inference","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2899186660","doi":"https://doi.org/10.1145/3274432","mag":"2899186660"},"language":"en","primary_location":{"id":"doi:10.1145/3274432","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274432","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10072/401612","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102904040","display_name":"Shuyi Song","orcid":"https://orcid.org/0009-0004-4524-1155"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyi Song","raw_affiliation_strings":["Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052757755","display_name":"Jiajun Bu","orcid":"https://orcid.org/0000-0002-1097-2044"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Bu","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027667549","display_name":"Andreas Artmeier","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Andreas Artmeier","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015764304","display_name":"Keyue Shi","orcid":"https://orcid.org/0000-0001-7369-673X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keyue Shi","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100423411","display_name":"Ye Wang","orcid":"https://orcid.org/0000-0001-6082-4245"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Wang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117233230","display_name":"Zhi Yu","orcid":"https://orcid.org/0009-0001-8608-5628"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Yu","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033018369","display_name":"Can Wang","orcid":"https://orcid.org/0000-0002-5890-4307"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Can Wang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":2.9891,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.91489362,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2","issue":"CSCW","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9043146371841431},{"id":"https://openalex.org/keywords/web-accessibility","display_name":"Web accessibility","score":0.7045231461524963},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7024261951446533},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.669450044631958},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6280664205551147},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4478878080844879},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.41459745168685913},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3859049677848816},{"id":"https://openalex.org/keywords/web-standards","display_name":"Web standards","score":0.31535452604293823},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.28957608342170715},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.227543443441391},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.134589284658432}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9043146371841431},{"id":"https://openalex.org/C194669863","wikidata":"https://www.wikidata.org/wiki/Q808932","display_name":"Web accessibility","level":4,"score":0.7045231461524963},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7024261951446533},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.669450044631958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6280664205551147},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4478878080844879},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.41459745168685913},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3859049677848816},{"id":"https://openalex.org/C182321512","wikidata":"https://www.wikidata.org/wiki/Q1153289","display_name":"Web standards","level":3,"score":0.31535452604293823},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.28957608342170715},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.227543443441391},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.134589284658432},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3274432","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274432","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},{"id":"pmh:oai:research-repository.griffith.edu.au:10072/401612","is_oa":true,"landing_page_url":"http://hdl.handle.net/10072/401612","pdf_url":null,"source":{"id":"https://openalex.org/S4306402548","display_name":"Griffith Research Online (Griffith University, Queensland, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11701301","host_organization_name":"Griffith University","host_organization_lineage":["https://openalex.org/I11701301"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal article"}],"best_oa_location":{"id":"pmh:oai:research-repository.griffith.edu.au:10072/401612","is_oa":true,"landing_page_url":"http://hdl.handle.net/10072/401612","pdf_url":null,"source":{"id":"https://openalex.org/S4306402548","display_name":"Griffith Research Online (Griffith University, Queensland, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11701301","host_organization_name":"Griffith University","host_organization_lineage":["https://openalex.org/I11701301"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G8661892898","display_name":null,"funder_award_id":"61173185, 61173186","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1459599406","https://openalex.org/W1535223020","https://openalex.org/W1606000264","https://openalex.org/W1985692426","https://openalex.org/W2035874553","https://openalex.org/W2049633694","https://openalex.org/W2086413055","https://openalex.org/W2091482278","https://openalex.org/W2110907739","https://openalex.org/W2113878109","https://openalex.org/W2134305421","https://openalex.org/W2140890285","https://openalex.org/W2143680764","https://openalex.org/W2155711776","https://openalex.org/W2159831024","https://openalex.org/W2329776554","https://openalex.org/W2408493841","https://openalex.org/W2553895050","https://openalex.org/W2585226541","https://openalex.org/W2589056850","https://openalex.org/W2729998184","https://openalex.org/W2849667707","https://openalex.org/W2853077428","https://openalex.org/W2912150279","https://openalex.org/W2964677788","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2276146857","https://openalex.org/W2506999362","https://openalex.org/W2797395226","https://openalex.org/W2766074951","https://openalex.org/W3024743641","https://openalex.org/W1598466475","https://openalex.org/W2885182390","https://openalex.org/W2161626580","https://openalex.org/W2117998866","https://openalex.org/W2362566723"],"abstract_inverted_index":{"Web":[0,140],"accessibility":[1,9,65],"evaluation":[2,53,93,160],"examines":[3],"how":[4],"well":[5],"websites":[6],"comply":[7],"with":[8,14,33,75,102,127,154],"guidelines":[10],"which":[11],"help":[12],"people":[13,101,126],"disabilities":[15,105,128],"to":[16,21,46,81,121,138],"perceive,":[17],"navigate":[18],"and":[19,38,84,103,135,149],"contribute":[20],"the":[22,49,62,113,136],"Web.":[23],"This":[24],"demanding":[25],"task":[26],"usually":[27],"requires":[28],"manual":[29],"assessment":[30],"by":[31,99],"experts":[32,43],"many":[34],"years":[35],"of":[36,52,64,90,112,151],"training":[37],"experience.":[39],"However,":[40],"not":[41],"enough":[42],"are":[44,129],"available":[45],"carry":[47],"out":[48],"increasing":[50],"number":[51],"projects":[54],"while":[55],"non-experts":[56],"often":[57],"have":[58],"different":[59],"opinions":[60,89],"about":[61],"presence":[63],"barriers.":[66,146],"Addressing":[67],"these":[68,145],"issues,":[69],"we":[70,118],"introduce":[71],"a":[72,76],"crowdsourcing":[73],"system":[74],"novel":[77],"truth":[78],"inference":[79],"algorithm":[80],"derive":[82],"reliable":[83],"accurate":[85],"assessments":[86],"from":[87],"conflicting":[88],"evaluators.":[91],"Extensive":[92],"on":[94],"23,901":[95],"complex":[96],"tasks":[97],"assessed":[98],"50":[100],"without":[104],"shows":[106],"that":[107,125],"our":[108,159],"approach":[109],"outperforms":[110],"state":[111],"art":[114],"approaches.":[115],"In":[116],"addition,":[117],"conducted":[119],"surveys":[120],"identify":[122],"frequent":[123],"barriers":[124,152],"facing":[130],"in":[131,158],"their":[132,155],"daily":[133],"lives":[134],"difficulty":[137],"access":[139],"pages":[141],"when":[142],"they":[143],"encounter":[144],"The":[147],"frequencies":[148],"severities":[150],"correlate":[153],"derived":[156],"importance":[157],"project.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}