{"id":"https://openalex.org/W4403334054","doi":"https://doi.org/10.1145/3654777.3676449","title":"CookAR: Affordance Augmentations in Wearable AR to Support Kitchen Tool Interactions for People with Low Vision","display_name":"CookAR: Affordance Augmentations in Wearable AR to Support Kitchen Tool Interactions for People with Low Vision","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403334054","doi":"https://doi.org/10.1145/3654777.3676449","pmid":"https://pubmed.ncbi.nlm.nih.gov/40692678"},"language":"en","primary_location":{"id":"doi:10.1145/3654777.3676449","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654777.3676449","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3654777.3676449","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100609347","display_name":"Jaewook Lee","orcid":"https://orcid.org/0000-0002-1481-9290"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaewook Lee","raw_affiliation_strings":["Paul G. Allen School of Computer Science &amp; Engineering, University of Washington, United States"],"raw_orcid":"https://orcid.org/0000-0002-1481-9290","affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science &amp; Engineering, University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106112955","display_name":"Andrew D. Tjahjadi","orcid":"https://orcid.org/0009-0009-2227-5009"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew D. Tjahjadi","raw_affiliation_strings":["Paul G. Allen School of Computer Science &amp; Engineering, University of Washington, United States"],"raw_orcid":"https://orcid.org/0009-0009-2227-5009","affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science &amp; Engineering, University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051049501","display_name":"J.-J.P. Kim","orcid":"https://orcid.org/0009-0005-0414-2334"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiho Kim","raw_affiliation_strings":["University of Washington, United States"],"raw_orcid":"https://orcid.org/0009-0005-0414-2334","affiliations":[{"raw_affiliation_string":"University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108963719","display_name":"Junpu Yu","orcid":"https://orcid.org/0009-0003-8988-0904"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junpu Yu","raw_affiliation_strings":["Paul G. Allen School of Computer Science &amp; Engineering, University of Washington, United States"],"raw_orcid":"https://orcid.org/0009-0003-8988-0904","affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science &amp; Engineering, University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101428716","display_name":"Minji Park","orcid":"https://orcid.org/0009-0003-9815-0495"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minji Park","raw_affiliation_strings":["Sungkyunkwan University, Sungkyunkwan University, Korea, Republic of"],"raw_orcid":"https://orcid.org/0009-0003-9815-0495","affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Sungkyunkwan University, Korea, Republic of","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiawen Zhang","orcid":"https://orcid.org/0009-0009-8044-3736"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiawen Zhang","raw_affiliation_strings":["University of Washington, United States"],"raw_orcid":"https://orcid.org/0009-0009-8044-3736","affiliations":[{"raw_affiliation_string":"University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016828530","display_name":"Jon E. Froehlich","orcid":"https://orcid.org/0000-0001-8291-3353"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jon E. Froehlich","raw_affiliation_strings":["Paul G. Allen School of Computer Science &amp; Engineering, University of Washington, United States"],"raw_orcid":"https://orcid.org/0000-0001-8291-3353","affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science &amp; Engineering, University of Washington, United States","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101835756","display_name":"Yapeng Tian","orcid":"https://orcid.org/0000-0003-1423-4513"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yapeng Tian","raw_affiliation_strings":["Department of Computer Science, University of Texas at Dallas, United States"],"raw_orcid":"https://orcid.org/0000-0003-1423-4513","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Dallas, United States","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052391925","display_name":"Yuhang Zhao","orcid":"https://orcid.org/0000-0003-3686-695X"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuhang Zhao","raw_affiliation_strings":["Department of Computer Sciences, University of Wisconsin-Madison, United States"],"raw_orcid":"https://orcid.org/0000-0003-3686-695X","affiliations":[{"raw_affiliation_string":"Department of Computer Sciences, University of Wisconsin-Madison, United States","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.4495,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.96897148,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.9768838882446289},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.8181331157684326},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7229868173599243},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6484400033950806},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.4920784831047058},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.1393042802810669}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.9768838882446289},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.8181331157684326},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7229868173599243},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6484400033950806},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.4920784831047058},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1393042802810669}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3654777.3676449","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654777.3676449","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},{"id":"pmid:40692678","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40692678","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Symposium on User Interface Software and Technology. ACM Symposium on User Interface Software and Technology","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:12279023","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12279023","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12279023/pdf/nihms-2096914.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc ACM Symp User Interface Softw Tech","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1145/3654777.3676449","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654777.3676449","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/2","score":0.41999998688697815,"display_name":"Zero hunger"}],"awards":[{"id":"https://openalex.org/G6257673304","display_name":"CHS: Medium: Collaborative Research: Wearable Sound Sensing and Feedback Techniques for Persons who are Deaf or Hard of Hearing","funder_award_id":"1763199","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W566106429","https://openalex.org/W1500287723","https://openalex.org/W1538001179","https://openalex.org/W1861492603","https://openalex.org/W1979290264","https://openalex.org/W1991967639","https://openalex.org/W1993649814","https://openalex.org/W2004994156","https://openalex.org/W2014248760","https://openalex.org/W2024141715","https://openalex.org/W2058590942","https://openalex.org/W2059214800","https://openalex.org/W2062867855","https://openalex.org/W2064409866","https://openalex.org/W2069962496","https://openalex.org/W2087784879","https://openalex.org/W2091318602","https://openalex.org/W2102784641","https://openalex.org/W2108598243","https://openalex.org/W2161071682","https://openalex.org/W2194775991","https://openalex.org/W2513573146","https://openalex.org/W2518014185","https://openalex.org/W2535076829","https://openalex.org/W2561523096","https://openalex.org/W2564927521","https://openalex.org/W2610316725","https://openalex.org/W2610523681","https://openalex.org/W2738352991","https://openalex.org/W2754840069","https://openalex.org/W2765501460","https://openalex.org/W2766868214","https://openalex.org/W2768362554","https://openalex.org/W2770143824","https://openalex.org/W2773765248","https://openalex.org/W2796357535","https://openalex.org/W2807784258","https://openalex.org/W2896726190","https://openalex.org/W2897026134","https://openalex.org/W2903283559","https://openalex.org/W2909795082","https://openalex.org/W2914996824","https://openalex.org/W2941163248","https://openalex.org/W2950504429","https://openalex.org/W2963048817","https://openalex.org/W2963150697","https://openalex.org/W2963635127","https://openalex.org/W2981148933","https://openalex.org/W3029894278","https://openalex.org/W3093596336","https://openalex.org/W3096519499","https://openalex.org/W3138516171","https://openalex.org/W3178610344","https://openalex.org/W3206334115","https://openalex.org/W3215040104","https://openalex.org/W4225514984","https://openalex.org/W4317529017","https://openalex.org/W4386065350","https://openalex.org/W4387773285","https://openalex.org/W4387993427","https://openalex.org/W4394625604","https://openalex.org/W6634616096"],"related_works":["https://openalex.org/W2417026147","https://openalex.org/W3089455568","https://openalex.org/W3090300519","https://openalex.org/W2514492205","https://openalex.org/W4250401876","https://openalex.org/W2943851981","https://openalex.org/W2566526749","https://openalex.org/W2012157391","https://openalex.org/W2585232498","https://openalex.org/W2562087406"],"abstract_inverted_index":{"Cooking":[0],"is":[1],"a":[2,56,102,114,124,156],"central":[3],"activity":[4],"of":[5,87,117],"daily":[6],"living,":[7],"supporting":[8],"independence":[9],"as":[10,12,39,121,123],"well":[11,122],"mental":[13],"and":[14,68,76,81,96],"physical":[15],"health.":[16],"However,":[17],"prior":[18],"work":[19],"has":[20],"highlighted":[21],"key":[22],"barriers":[23],"for":[24,132,158],"people":[25],"with":[26,36,60,71,101,128],"low":[27],"vision":[28,51],"(LV)":[29],"to":[30,65,105],"cook,":[31],"particularly":[32],"around":[33],"safely":[34],"interacting":[35],"tools,":[37],"such":[38],"sharp":[40],"knives":[41],"or":[42],"hot":[43],"pans.":[44],"Drawing":[45],"on":[46,146],"recent":[47],"advancements":[48],"in":[49],"computer":[50],"(CV),":[52],"we":[53,79,112],"present":[54],"CookAR,":[55,78,111],"head-mounted":[57],"AR":[58,99],"system":[59,100],"real-time":[61],"object":[62,165],"affordance":[63,93,149,159],"augmentations":[64,160],"support":[66],"safe":[67],"efficient":[69],"interactions":[70],"kitchen":[72,88],"tools.":[73],"To":[74,109],"design":[75],"implement":[77],"collected":[80],"annotated":[82],"the":[83,144,162],"first":[84],"egocentric":[85],"dataset":[86],"tool":[89,148],"affordances,":[90],"fine-tuned":[91,119],"an":[92,98],"segmentation":[94],"model,":[95],"developed":[97],"stereo":[103],"camera":[104],"generate":[106],"visual":[107],"augmentations.":[108,166],"validate":[110],"conducted":[113],"technical":[115,137],"evaluation":[116,138],"our":[118,141,147,152],"model":[120,142],"qualitative":[125],"lab":[126],"study":[127,154],"10":[129],"LV":[130],"participants":[131],"suitable":[133],"augmentation":[134],"design.":[135],"Our":[136],"demonstrates":[139],"that":[140],"outperforms":[143],"baseline":[145],"dataset,":[150],"while":[151],"user":[153],"indicates":[155],"preference":[157],"over":[161],"traditional":[163],"whole":[164]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":19}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}
