{"id":"https://openalex.org/W3000122771","doi":"https://doi.org/10.1145/3313831.3376749","title":"Review of Quantitative Empirical Evaluations of Technology for People with Visual Impairments","display_name":"Review of Quantitative Empirical Evaluations of Technology for People with Visual Impairments","publication_year":2020,"publication_date":"2020-04-21","ids":{"openalex":"https://openalex.org/W3000122771","doi":"https://doi.org/10.1145/3313831.3376749","mag":"3000122771"},"language":"en","primary_location":{"id":"doi:10.1145/3313831.3376749","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3313831.3376749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-02437881","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040374208","display_name":"\u00c9meline Brul\u00e9","orcid":"https://orcid.org/0000-0002-0110-3365"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Emeline Brul\u00e9","raw_affiliation_strings":["University of Sussex, Brighton, United Kingdom","University of Sussex (Brighton BN1 9RH - United Kingdom)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sussex, Brighton, United Kingdom","institution_ids":["https://openalex.org/I162608824"]},{"raw_affiliation_string":"University of Sussex (Brighton BN1 9RH - United Kingdom)","institution_ids":["https://openalex.org/I162608824"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062861502","display_name":"Brianna J. Tomlinson","orcid":"https://orcid.org/0000-0003-0102-842X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brianna J. Tomlinson","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA","Georgia Institute of Technology [Atlanta] (North Avenue, Atlanta, GA 30332 - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology [Atlanta] (North Avenue, Atlanta, GA 30332 - United States)","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006138357","display_name":"Oussama Metatla","orcid":"https://orcid.org/0000-0002-3882-3243"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Oussama Metatla","raw_affiliation_strings":["University of Bristol, Bristol, United Kingdom","University of Bristol [Bristol] (Senate House, Tyndall Avenue, Bristol BS8 1TH - United Kingdom)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bristol, Bristol, United Kingdom","institution_ids":["https://openalex.org/I36234482"]},{"raw_affiliation_string":"University of Bristol [Bristol] (Senate House, Tyndall Avenue, Bristol BS8 1TH - United Kingdom)","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003339968","display_name":"Christophe Jouffrais","orcid":"https://orcid.org/0000-0002-0768-1019"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I17866349","display_name":"Universit\u00e9 F\u00e9d\u00e9rale de Toulouse Midi-Pyr\u00e9n\u00e9es","ror":"https://ror.org/004raaa70","country_code":"FR","type":"education","lineage":["https://openalex.org/I17866349"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["FR","SG"],"is_corresponding":false,"raw_author_name":"Christophe Jouffrais","raw_affiliation_strings":["CNRS, Toulouse, France","CNRS - Centre National de la Recherche Scientifique (France)","IPAL - Image & Pervasive Access Lab (Institute for Infocomm Research 1 Fusionopolis Way #21-01 Connexis (South Tower) Singapore 138632 - Singapore)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS, Toulouse, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I17866349"]},{"raw_affiliation_string":"CNRS - Centre National de la Recherche Scientifique (France)","institution_ids":["https://openalex.org/I1294671590"]},{"raw_affiliation_string":"IPAL - Image & Pervasive Access Lab (Institute for Infocomm Research 1 Fusionopolis Way #21-01 Connexis (South Tower) Singapore 138632 - Singapore)","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013298497","display_name":"Marcos Serrano","orcid":"https://orcid.org/0000-0001-8431-0601"},"institutions":[{"id":"https://openalex.org/I17866349","display_name":"Universit\u00e9 F\u00e9d\u00e9rale de Toulouse Midi-Pyr\u00e9n\u00e9es","ror":"https://ror.org/004raaa70","country_code":"FR","type":"education","lineage":["https://openalex.org/I17866349"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Marcos Serrano","raw_affiliation_strings":["Univ of Toulouse, Toulouse, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ of Toulouse, Toulouse, France","institution_ids":["https://openalex.org/I17866349"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.7926,"has_fulltext":false,"cited_by_count":74,"citation_normalized_percentile":{"value":0.99311183,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/terminology","display_name":"Terminology","score":0.8076245784759521},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.6745759844779968},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6666080951690674},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6087103486061096},{"id":"https://openalex.org/keywords/quantitative-analysis","display_name":"Quantitative analysis (chemistry)","score":0.5386121273040771},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5302593111991882},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4607006907463074},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.38155820965766907},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3360062837600708},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14514243602752686}],"concepts":[{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.8076245784759521},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.6745759844779968},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6666080951690674},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6087103486061096},{"id":"https://openalex.org/C95986675","wikidata":"https://www.wikidata.org/wiki/Q185168","display_name":"Quantitative analysis (chemistry)","level":2,"score":0.5386121273040771},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5302593111991882},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4607006907463074},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.38155820965766907},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3360062837600708},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14514243602752686},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3313831.3376749","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3313831.3376749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-02437881v1","is_oa":true,"landing_page_url":"https://hal.science/hal-02437881","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://dl.acm.org/doi/10.1145/3313831.3376749","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:figshare.com:article/23475803","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Review_of_quantitative_empirical_evaluations_of_technology_for_people_with_visual_impairments/23475803","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference contribution"},{"id":"pmh:oai:sro.sussex.ac.uk:90166","is_oa":false,"landing_page_url":"http://sro.sussex.ac.uk/id/eprint/90166/1/90166.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400129","display_name":"Sussex Research Online (University of Sussex)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I162608824","host_organization_name":"University of Sussex","host_organization_lineage":["https://openalex.org/I162608824"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceedings"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-02437881v1","is_oa":true,"landing_page_url":"https://hal.science/hal-02437881","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://dl.acm.org/doi/10.1145/3313831.3376749","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G337412776","display_name":null,"funder_award_id":"EP/N00616X/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3627432050","display_name":"Open Data maps: interactive, collaborative, and accessible for visually impaired people","funder_award_id":"ANR-14-CE17-0018","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G4630327385","display_name":null,"funder_award_id":"RDF-Round 10","funder_id":"https://openalex.org/F4320335351","funder_display_name":"Sidney Sussex College, University of Cambridge"},{"id":"https://openalex.org/G4893789496","display_name":null,"funder_award_id":"ANR-14-CE17-0018","funder_id":"https://openalex.org/F4320325505","funder_display_name":"Agence Nationale pour le D\u00e9veloppement de la Recherche Universitaire"},{"id":"https://openalex.org/G7121234390","display_name":"Cross-modal Interactive Tools for Inclusive Learning","funder_award_id":"EP/N00616X/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320325505","display_name":"Agence Nationale pour le D\u00e9veloppement de la Recherche Universitaire","ror":null},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320335351","display_name":"Sidney Sussex College, University of Cambridge","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W111315170","https://openalex.org/W1499730430","https://openalex.org/W1518046314","https://openalex.org/W1567804152","https://openalex.org/W1579110296","https://openalex.org/W1979806864","https://openalex.org/W1979864871","https://openalex.org/W1980775907","https://openalex.org/W1983417708","https://openalex.org/W1990223083","https://openalex.org/W1994862647","https://openalex.org/W2002892572","https://openalex.org/W2016280197","https://openalex.org/W2029870508","https://openalex.org/W2032191478","https://openalex.org/W2034799779","https://openalex.org/W2036279548","https://openalex.org/W2066741390","https://openalex.org/W2066961737","https://openalex.org/W2072133687","https://openalex.org/W2075849103","https://openalex.org/W2076629853","https://openalex.org/W2083939386","https://openalex.org/W2086902019","https://openalex.org/W2109299621","https://openalex.org/W2114469472","https://openalex.org/W2122909041","https://openalex.org/W2123215356","https://openalex.org/W2136757566","https://openalex.org/W2136925099","https://openalex.org/W2140773815","https://openalex.org/W2141778184","https://openalex.org/W2145070337","https://openalex.org/W2148905283","https://openalex.org/W2149019354","https://openalex.org/W2151905266","https://openalex.org/W2158685692","https://openalex.org/W2162598207","https://openalex.org/W2167734136","https://openalex.org/W2168894761","https://openalex.org/W2170386142","https://openalex.org/W2175992854","https://openalex.org/W2205808161","https://openalex.org/W2399945122","https://openalex.org/W2402661097","https://openalex.org/W2403940793","https://openalex.org/W2405901353","https://openalex.org/W2416272719","https://openalex.org/W2497106986","https://openalex.org/W2514624455","https://openalex.org/W2532787595","https://openalex.org/W2555917297","https://openalex.org/W2568039188","https://openalex.org/W2591778563","https://openalex.org/W2604870362","https://openalex.org/W2610316725","https://openalex.org/W2610398660","https://openalex.org/W2610544043","https://openalex.org/W2610644603","https://openalex.org/W2626162561","https://openalex.org/W2765252989","https://openalex.org/W2765641362","https://openalex.org/W2766067390","https://openalex.org/W2766727312","https://openalex.org/W2790827359","https://openalex.org/W2795576351","https://openalex.org/W2795676171","https://openalex.org/W2795792475","https://openalex.org/W2796331665","https://openalex.org/W2807227413","https://openalex.org/W2887480330","https://openalex.org/W2889829599","https://openalex.org/W2890537202","https://openalex.org/W2905661824","https://openalex.org/W2915280339","https://openalex.org/W2940779895","https://openalex.org/W2941064704","https://openalex.org/W2941364481","https://openalex.org/W2942169651","https://openalex.org/W2942496795","https://openalex.org/W2943628285","https://openalex.org/W2970095434","https://openalex.org/W2996836029","https://openalex.org/W3005419093","https://openalex.org/W3021946977","https://openalex.org/W4245990317","https://openalex.org/W4249787844","https://openalex.org/W4292994367","https://openalex.org/W4295762816"],"related_works":["https://openalex.org/W2350593162","https://openalex.org/W2390350206","https://openalex.org/W1969477129","https://openalex.org/W2921208823","https://openalex.org/W2353483812","https://openalex.org/W2131808775","https://openalex.org/W306222291","https://openalex.org/W4386651600","https://openalex.org/W2475586644","https://openalex.org/W3138132479"],"abstract_inverted_index":{"Addressing":[0],"the":[1,20],"needs":[2],"of":[3,8,19,50,108],"visually":[4],"impaired":[5],"people":[6,57],"is":[7],"continued":[9],"interest":[10],"in":[11,25,41,74,80],"Human":[12],"Computer":[13],"Interaction":[14],"(HCI)":[15],"research.":[16],"Yet,":[17],"one":[18,68],"major":[21],"challenges":[22],"facing":[23],"researchers":[24],"this":[26,44,81,123],"field":[27],"continues":[28],"to":[29,32,93,110,116],"be":[30],"how":[31],"design":[33,94],"adequate":[34],"quantitative":[35,69,97],"empirical":[36,70,98],"evaluation":[37,71],"for":[38,56],"these":[39],"users":[40],"HCI.":[42],"In":[43],"paper,":[45],"we":[46,83],"analyse":[47],"a":[48,90,106],"corpus":[49],"178":[51],"papers":[52],"on":[53,122],"technologies":[54],"designed":[55],"with":[58],"visual":[59],"impairments,":[60],"published":[61],"since":[62],"1988,":[63],"and":[64,89,95,104,118],"including":[65],"at":[66],"least":[67],"(243":[72],"evaluations":[73],"total).":[75],"To":[76],"inform":[77],"future":[78,120],"research":[79,121],"area,":[82],"provide":[84],"an":[85],"overview,":[86],"historic":[87],"trends":[88],"unified":[91],"terminology":[92],"report":[96],"evaluations.":[99],"We":[100],"identify":[101],"open":[102],"issues":[103],"propose":[105],"set":[107],"guidelines":[109],"address":[111],"them.":[112],"Our":[113],"analysis":[114],"aims":[115],"facilitate":[117],"stimulate":[119],"topic.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":3}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}