{"id":"https://openalex.org/W3210011897","doi":"https://doi.org/10.1109/tpami.2021.3123303","title":"Leveraging Hand-Object Interactions in Assistive Egocentric Vision","display_name":"Leveraging Hand-Object Interactions in Assistive Egocentric Vision","publication_year":2021,"publication_date":"2021-10-27","ids":{"openalex":"https://openalex.org/W3210011897","doi":"https://doi.org/10.1109/tpami.2021.3123303","mag":"3210011897","pmid":"https://pubmed.ncbi.nlm.nih.gov/34705636"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3123303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3123303","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017082655","display_name":"Kyungjun Lee","orcid":"https://orcid.org/0000-0001-8556-9113"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kyungjun Lee","raw_affiliation_strings":["University of Maryland, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101614443","display_name":"Abhinav Shrivastava","orcid":"https://orcid.org/0000-0001-8928-8554"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhinav Shrivastava","raw_affiliation_strings":["University of Maryland, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009475920","display_name":"Hernisa Kacorri","orcid":"https://orcid.org/0000-0002-7798-308X"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hernisa Kacorri","raw_affiliation_strings":["University of Maryland, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5017082655"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":0.3884,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.62030185,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"45","issue":"6","first_page":"6820","last_page":"6831"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8099602460861206},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.767207145690918},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7253916263580322},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6531214714050293},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.5548768043518066},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5270795226097107},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.49685433506965637},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4919831454753876},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4655839502811432},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.4605637192726135},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.41562920808792114},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.41032516956329346}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8099602460861206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.767207145690918},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7253916263580322},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6531214714050293},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.5548768043518066},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5270795226097107},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.49685433506965637},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4919831454753876},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4655839502811432},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.4605637192726135},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.41562920808792114},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.41032516956329346},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006225","descriptor_name":"Hand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006225","descriptor_name":"Hand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006225","descriptor_name":"Hand","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011788","descriptor_name":"Quality of Life","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011788","descriptor_name":"Quality of Life","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011788","descriptor_name":"Quality of Life","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019987","descriptor_name":"Visually Impaired Persons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019987","descriptor_name":"Persons with Visual Disabilities","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019987","descriptor_name":"Persons with Visual Disabilities","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2021.3123303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3123303","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:34705636","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34705636","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G5039539820","display_name":null,"funder_award_id":"90REGE0008","funder_id":"https://openalex.org/F4320337604","funder_display_name":"National Institute on Disability, Independent Living, and Rehabilitation Research"}],"funders":[{"id":"https://openalex.org/F4320337604","display_name":"National Institute on Disability, Independent Living, and Rehabilitation Research","ror":"https://ror.org/033jnv181"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W48480781","https://openalex.org/W602397586","https://openalex.org/W1522301498","https://openalex.org/W1614862348","https://openalex.org/W1686810756","https://openalex.org/W1849277567","https://openalex.org/W1861492603","https://openalex.org/W1870859634","https://openalex.org/W1903029394","https://openalex.org/W1947050545","https://openalex.org/W1952506714","https://openalex.org/W1976526581","https://openalex.org/W1981633181","https://openalex.org/W1997141290","https://openalex.org/W2022699114","https://openalex.org/W2031688197","https://openalex.org/W2033639255","https://openalex.org/W2047431989","https://openalex.org/W2047905803","https://openalex.org/W2057981143","https://openalex.org/W2081293863","https://openalex.org/W2095781211","https://openalex.org/W2098355199","https://openalex.org/W2106229755","https://openalex.org/W2108430268","https://openalex.org/W2108598243","https://openalex.org/W2125215748","https://openalex.org/W2128554449","https://openalex.org/W2128597132","https://openalex.org/W2136668269","https://openalex.org/W2137881638","https://openalex.org/W2141364309","https://openalex.org/W2159318475","https://openalex.org/W2159564241","https://openalex.org/W2162651021","https://openalex.org/W2165605600","https://openalex.org/W2204609240","https://openalex.org/W2212494831","https://openalex.org/W2273470494","https://openalex.org/W2412074020","https://openalex.org/W2520951797","https://openalex.org/W2555182955","https://openalex.org/W2611577320","https://openalex.org/W2763331099","https://openalex.org/W2769824089","https://openalex.org/W2781143029","https://openalex.org/W2792164665","https://openalex.org/W2795307598","https://openalex.org/W2795402370","https://openalex.org/W2895299763","https://openalex.org/W2897016072","https://openalex.org/W2900293887","https://openalex.org/W2940491772","https://openalex.org/W2948194985","https://openalex.org/W2953106684","https://openalex.org/W2963037989","https://openalex.org/W2963150697","https://openalex.org/W2963601560","https://openalex.org/W2963622213","https://openalex.org/W2964222622","https://openalex.org/W2968722025","https://openalex.org/W2970436478","https://openalex.org/W2981531407","https://openalex.org/W2982219623","https://openalex.org/W3010293082","https://openalex.org/W3025381604","https://openalex.org/W3030476761","https://openalex.org/W3101262641","https://openalex.org/W3195689867","https://openalex.org/W3200699344","https://openalex.org/W3206337708","https://openalex.org/W6601995157","https://openalex.org/W6620707391","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6639102338","https://openalex.org/W6639204139","https://openalex.org/W6640835329","https://openalex.org/W6674646328","https://openalex.org/W6675954300","https://openalex.org/W6680357304","https://openalex.org/W6755626774","https://openalex.org/W6763087592"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W2354198838","https://openalex.org/W1989130879","https://openalex.org/W2103419012","https://openalex.org/W1880689012","https://openalex.org/W3014378845","https://openalex.org/W4240909707","https://openalex.org/W2059546927","https://openalex.org/W2988126442","https://openalex.org/W4387272257"],"abstract_inverted_index":{"Egocentric":[0],"vision":[1],"holds":[2],"great":[3],"promise":[4],"for":[5,17,100,116,148],"increasing":[6],"access":[7],"to":[8,23,30,37,51,64,81,92,135,189],"visual":[9,57],"information":[10,115],"and":[11,150,157],"improving":[12],"the":[13,38,40,48,66,88,110,113,125,163,190],"quality":[14],"of":[15,35,68,120,127,139],"life":[16],"blind":[18,78,158],"people.":[19],"While":[20],"we":[21,160],"strive":[22],"improve":[24],"recognition":[25,142],"performance,":[26],"it":[27,97],"remains":[28],"difficult":[29],"identify":[31],"which":[32],"object":[33,41,89,119,141,178],"is":[34,73,133],"interest":[36,69],"user;":[39],"may":[42],"not":[43,75],"even":[44],"be":[45],"included":[46],"in":[47,53,70,98],"frame":[49],"due":[50],"challenges":[52],"camera":[54,102],"aiming":[55],"without":[56],"feedback.":[58],"Also,":[59],"gaze":[60],"information,":[61],"commonly":[62],"used":[63],"infer":[65],"area":[67],"egocentric":[71,153],"vision,":[72],"often":[74],"dependable.":[76],"However,":[77],"users":[79],"tend":[80],"include":[82],"their":[83],"hand":[84,111,130,174],"either":[85],"interacting":[86],"with":[87,144,181,197],"they":[90],"wish":[91],"recognize":[93],"or":[94],"simply":[95],"placing":[96],"proximity":[99],"better":[101],"aiming.":[103],"We":[104],"propose":[105],"a":[106,128],"method":[107,184,192],"that":[108,162,172,193],"leverages":[109],"as":[112],"contextual":[114],"recognizing":[117],"an":[118],"interest.":[121],"In":[122],"our":[123,140,183],"method,":[124],"output":[126,146],"pre-trained":[129],"segmentation":[131],"model":[132],"infused":[134],"later":[136],"convolutional":[137],"layers":[138,147],"network":[143],"separate":[145],"localization":[149,168],"classification.":[151],"Using":[152],"datasets":[154],"from":[155],"sighted":[156],"individuals,":[159],"show":[161],"hand-priming":[164],"achieves":[165,185],"more":[166],"accurate":[167],"than":[169],"other":[170],"approaches":[171],"encode":[173],"information.":[175],"Given":[176],"only":[177],"centers":[179],"along":[180],"labels,":[182],"comparable":[186],"classification":[187],"performance":[188],"state-of-the-art":[191],"uses":[194],"bounding":[195],"boxes":[196],"labels.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}