{"id":"https://openalex.org/W4281729400","doi":"https://doi.org/10.1145/3517031.3529628","title":"Can Gaze Inform Egocentric Action Recognition?","display_name":"Can Gaze Inform Egocentric Action Recognition?","publication_year":2022,"publication_date":"2022-05-27","ids":{"openalex":"https://openalex.org/W4281729400","doi":"https://doi.org/10.1145/3517031.3529628"},"language":"en","primary_location":{"id":"doi:10.1145/3517031.3529628","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3517031.3529628","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://purehost.bath.ac.uk/ws/files/263732379/3517031.3529628.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004786498","display_name":"Zehua Zhang","orcid":"https://orcid.org/0000-0002-0648-8954"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zehua Zhang","raw_affiliation_strings":["Computer Science, Indiana University Bloomington, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Indiana University Bloomington, United States","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003268415","display_name":"David Crandall","orcid":"https://orcid.org/0000-0002-5827-5344"},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Crandall","raw_affiliation_strings":["Computer Science, Indiana University, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Indiana University, United States","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035093993","display_name":"Michael J. Proulx","orcid":"https://orcid.org/0000-0003-4066-3645"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Proulx","raw_affiliation_strings":["Meta Reality Lab, Meta Platforms, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Lab, Meta Platforms, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001483230","display_name":"Sachin S. Talathi","orcid":"https://orcid.org/0009-0004-4614-8534"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sachin Talathi","raw_affiliation_strings":["Meta Reality Lab, Meta Platforms, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Lab, Meta Platforms, United States","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059024031","display_name":"Abhishek Sharma","orcid":"https://orcid.org/0000-0001-6666-2179"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhishek Sharma","raw_affiliation_strings":["Meta Reality Lab, Meta Platforms, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Lab, Meta Platforms, United States","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7394,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.80232265,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.8290311694145203},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7620338201522827},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6854839324951172},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5331299304962158},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5094371438026428},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.49793028831481934},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4827105700969696},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4670025110244751},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4480455815792084},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3238828182220459}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.8290311694145203},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7620338201522827},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6854839324951172},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5331299304962158},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5094371438026428},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49793028831481934},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4827105700969696},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4670025110244751},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4480455815792084},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3238828182220459},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3517031.3529628","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3517031.3529628","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},{"id":"pmh:oai:purehost.bath.ac.uk:openaire_cris_publications/682b7a50-57a5-474c-a0af-670b09179634","is_oa":true,"landing_page_url":"https://researchportal.bath.ac.uk/en/publications/682b7a50-57a5-474c-a0af-670b09179634","pdf_url":"https://purehost.bath.ac.uk/ws/files/263732379/3517031.3529628.pdf","source":{"id":"https://openalex.org/S4377196294","display_name":"Pure (University of Bath)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I51601045","host_organization_name":"University of Bath","host_organization_lineage":["https://openalex.org/I51601045"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zhang, Z, Crandall, D, Proulx, M, Talathi, S & Sharma, A 2022, Can Gaze Inform Egocentric Action Recognition? in S N Spencer (ed.), Proceedings - ETRA 2022 : ACM Symposium on Eye Tracking Research and Applications., 33, Eye Tracking Research and Applications Symposium (ETRA), Association for Computing Machinery, 2022 ACM Symposium on Eye Tracking Research and Applications, ETRA 2022, Virtual, Online, USA United States, 8/06/22. https://doi.org/10.1145/3517031.3529628","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:purehost.bath.ac.uk:publications/682b7a50-57a5-474c-a0af-670b09179634","is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85132362095&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4377196294","display_name":"Pure (University of Bath)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I51601045","host_organization_name":"University of Bath","host_organization_lineage":["https://openalex.org/I51601045"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:purehost.bath.ac.uk:openaire_cris_publications/682b7a50-57a5-474c-a0af-670b09179634","is_oa":true,"landing_page_url":"https://researchportal.bath.ac.uk/en/publications/682b7a50-57a5-474c-a0af-670b09179634","pdf_url":"https://purehost.bath.ac.uk/ws/files/263732379/3517031.3529628.pdf","source":{"id":"https://openalex.org/S4377196294","display_name":"Pure (University of Bath)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I51601045","host_organization_name":"University of Bath","host_organization_lineage":["https://openalex.org/I51601045"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zhang, Z, Crandall, D, Proulx, M, Talathi, S & Sharma, A 2022, Can Gaze Inform Egocentric Action Recognition? in S N Spencer (ed.), Proceedings - ETRA 2022 : ACM Symposium on Eye Tracking Research and Applications., 33, Eye Tracking Research and Applications Symposium (ETRA), Association for Computing Machinery, 2022 ACM Symposium on Eye Tracking Research and Applications, ETRA 2022, Virtual, Online, USA United States, 8/06/22. https://doi.org/10.1145/3517031.3529628","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G487895436","display_name":null,"funder_award_id":"EP/T022523/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5212373428","display_name":null,"funder_award_id":"EP/M023281/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281729400.pdf","grobid_xml":"https://content.openalex.org/works/W4281729400.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1940585053","https://openalex.org/W2000617596","https://openalex.org/W2033362164","https://openalex.org/W2070999216","https://openalex.org/W2094539281","https://openalex.org/W2097117768","https://openalex.org/W2162762857","https://openalex.org/W2212494831","https://openalex.org/W2295107390","https://openalex.org/W2342662179","https://openalex.org/W2432964524","https://openalex.org/W2533853048","https://openalex.org/W2555618208","https://openalex.org/W2560662850","https://openalex.org/W2798036083","https://openalex.org/W2891408446","https://openalex.org/W2951517617","https://openalex.org/W2963082988","https://openalex.org/W2963091558","https://openalex.org/W2963400571","https://openalex.org/W2963524571","https://openalex.org/W2964222622","https://openalex.org/W2971680695","https://openalex.org/W2975792903","https://openalex.org/W2995264981","https://openalex.org/W2997691861","https://openalex.org/W3021065276","https://openalex.org/W3034782805","https://openalex.org/W3035356612","https://openalex.org/W3035360167","https://openalex.org/W3043142510","https://openalex.org/W3096609285","https://openalex.org/W3114753236","https://openalex.org/W3118648637","https://openalex.org/W3199258042","https://openalex.org/W4211165038","https://openalex.org/W4285071509","https://openalex.org/W6820618299"],"related_works":["https://openalex.org/W2385108104","https://openalex.org/W1999328396","https://openalex.org/W1589443630","https://openalex.org/W2062897714","https://openalex.org/W2183271128","https://openalex.org/W1585794270","https://openalex.org/W4281641797","https://openalex.org/W2622088054","https://openalex.org/W2579934302","https://openalex.org/W3033353262"],"abstract_inverted_index":{"We":[0],"investigate":[1],"the":[2,12,72,79,111,118,133],"hypothesis":[3],"that":[4,106],"gaze-signal":[5,24,43,91,119],"can":[6],"improve":[7],"egocentric":[8,67,141],"action":[9,45,68],"recognition":[10,46],"on":[11,125],"standard":[13],"benchmark,":[14],"EGTEA":[15],"Gaze++":[16],"dataset.":[17],"In":[18],"contrast":[19],"to":[20,41,62,89,132,136],"prior":[21],"work":[22],"where":[23],"was":[25],"only":[26],"used":[27],"during":[28,47],"training,":[29],"we":[30,129],"formulate":[31],"a":[32],"novel":[33],"neural":[34],"fusion":[35],"approach,":[36],"Cross-modality":[37],"Attention":[38],"Blocks":[39],"(CMA),":[40],"leverage":[42],"for":[44,66,121,140],"inference":[48],"as":[49],"well.":[50],"CMA":[51,77,86],"combines":[52],"information":[53],"from":[54],"different":[55,58],"modalities":[56],"at":[57],"levels":[59],"of":[60,101],"abstraction":[61],"achieve":[63],"state-of-the-art":[64,81],"performance":[65],"recognition.":[69],"Specifically,":[70],"fusing":[71],"video-stream":[73,93],"with":[74,76,92,144],"optical-flow":[75],"outperforms":[78],"current":[80,134],"by":[82],"3%.":[83],"However,":[84],"when":[85],"is":[87],"employed":[88],"fuse":[90],"data,":[94],"no":[95],"improvements":[96,131],"are":[97],"observed.":[98],"Further":[99],"investigation":[100],"this":[102,122],"counter-intuitive":[103],"finding":[104],"indicates":[105],"small":[107],"spatial":[108],"overlap":[109],"between":[110],"network\u2019s":[112],"attention-map":[113],"and":[114],"gaze":[115],"ground-truth":[116],"renders":[117],"uninformative":[120],"benchmark.":[123],"Based":[124],"our":[126],"empirical":[127],"findings,":[128],"recommend":[130],"benchmark":[135],"develop":[137],"practical":[138],"systems":[139],"video":[142],"understanding":[143],"gaze-signal.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}