{"id":"https://openalex.org/W4394780790","doi":"https://doi.org/10.1145/3649902.3653340","title":"Gaze-Guided Graph Neural Network for Action Anticipation Conditioned on Intention","display_name":"Gaze-Guided Graph Neural Network for Action Anticipation Conditioned on Intention","publication_year":2024,"publication_date":"2024-05-31","ids":{"openalex":"https://openalex.org/W4394780790","doi":"https://doi.org/10.1145/3649902.3653340"},"language":"en","primary_location":{"id":"doi:10.1145/3649902.3653340","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649902.3653340","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.07347","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049341278","display_name":"S\u00fcleyman \u00d6zdel","orcid":"https://orcid.org/0000-0002-3390-6154"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"S\u00fcleyman \u00d6zdel","raw_affiliation_strings":["Human-Centered Technologies for Learning, Technical University of Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3390-6154","affiliations":[{"raw_affiliation_string":"Human-Centered Technologies for Learning, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624647","display_name":"Yao Rong","orcid":"https://orcid.org/0000-0002-6031-3741"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yao Rong","raw_affiliation_strings":["Technical University of Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6031-3741","affiliations":[{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029685269","display_name":"Berat Mert Albaba","orcid":"https://orcid.org/0000-0002-3406-8412"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Berat Mert Albaba","raw_affiliation_strings":["Department of Computer Science/AIT Lab, ETH Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-3406-8412","affiliations":[{"raw_affiliation_string":"Department of Computer Science/AIT Lab, ETH Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087296750","display_name":"Yen\u2010Ling Kuo","orcid":"https://orcid.org/0000-0002-6433-6713"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yen-Ling Kuo","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0002-6433-6713","affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442218","display_name":"Xi Wang","orcid":"https://orcid.org/0000-0001-5442-1116"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Xi Wang","raw_affiliation_strings":["Department of Computer Science, ETH, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-5442-1116","affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008809634","display_name":"Enkelejda Kasneci","orcid":"https://orcid.org/0000-0003-3146-4484"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Enkelejda Kasneci","raw_affiliation_strings":["Human-Centered Technologies for Learning, Technical University of Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3146-4484","affiliations":[{"raw_affiliation_string":"Human-Centered Technologies for Learning, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5049341278"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":0.9523,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.74606934,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.8486104011535645},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7240627408027649},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6695443987846375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6154535412788391},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5135335922241211},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4659802317619324},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.44681480526924133},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.44178518652915955},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4174911081790924},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4147840440273285},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.37293219566345215},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.17083168029785156},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.056577593088150024}],"concepts":[{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.8486104011535645},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7240627408027649},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6695443987846375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6154535412788391},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5135335922241211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4659802317619324},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.44681480526924133},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.44178518652915955},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4174911081790924},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4147840440273285},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.37293219566345215},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.17083168029785156},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.056577593088150024},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3649902.3653340","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649902.3653340","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2404.07347","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.07347","pdf_url":"https://arxiv.org/pdf/2404.07347","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.07347","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.07347","pdf_url":"https://arxiv.org/pdf/2404.07347","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394780790.pdf","grobid_xml":"https://content.openalex.org/works/W4394780790.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1947050545","https://openalex.org/W2100618994","https://openalex.org/W2606202972","https://openalex.org/W2789905221","https://openalex.org/W2790215017","https://openalex.org/W2799002257","https://openalex.org/W2887806157","https://openalex.org/W2895299763","https://openalex.org/W2912037062","https://openalex.org/W2963524571","https://openalex.org/W2968768837","https://openalex.org/W3009130550","https://openalex.org/W3034667697","https://openalex.org/W3086523768","https://openalex.org/W3093017735","https://openalex.org/W3118648637","https://openalex.org/W3131271436","https://openalex.org/W3135367836","https://openalex.org/W3176747907","https://openalex.org/W4256197684","https://openalex.org/W4285453420","https://openalex.org/W4312523916","https://openalex.org/W4312637963","https://openalex.org/W6749916090","https://openalex.org/W6782468546"],"related_works":["https://openalex.org/W2150761772","https://openalex.org/W4213201576","https://openalex.org/W1579870145","https://openalex.org/W4285549518","https://openalex.org/W1880689012","https://openalex.org/W2765459612","https://openalex.org/W1525751611","https://openalex.org/W2536531738","https://openalex.org/W3014378845","https://openalex.org/W3158961155"],"abstract_inverted_index":{"Humans":[0],"utilize":[1],"their":[2],"gaze":[3,18,117,150],"to":[4,81,91],"concentrate":[5],"on":[6,54],"essential":[7],"information":[8],"while":[9],"perceiving":[10],"and":[11,38,86],"interpreting":[12],"intentions":[13],"in":[14,27,41,50,110,131,144],"videos.":[15,121],"Incorporating":[16],"human":[17,116,149],"into":[19],"computational":[20],"algorithms":[21],"can":[22],"significantly":[23],"enhance":[24],"model":[25],"performance":[26],"video":[28,42,52,72],"understanding":[29],"tasks.":[30],"In":[31],"this":[32,93],"work,":[33],"we":[34,102],"address":[35],"a":[36,51,55,67,77,104,128],"challenging":[37],"innovative":[39],"task":[40],"understanding:":[43],"predicting":[44],"the":[45,60,71,83,88,97,111,139],"actions":[46],"of":[47,99,119,141],"an":[48],"agent":[49],"based":[53],"partial":[56],"video.":[57],"We":[58],"introduce":[59],"Gaze-guided":[61],"Action":[62],"Anticipation":[63],"algorithm,":[64],"which":[65],"establishes":[66],"visual-semantic":[68],"graph":[69],"from":[70,148],"input.":[73],"Our":[74,122],"method":[75,123,143],"utilizes":[76],"Graph":[78],"Neural":[79],"Network":[80],"recognize":[82],"agent\u2019s":[84],"intention":[85,135],"predict":[87],"action":[89],"sequence":[90],"fulfill":[92],"intention.":[94],"To":[95],"assess":[96],"efficiency":[98,140],"our":[100,142],"approach,":[101],"collect":[103],"dataset":[105],"containing":[106],"household":[107],"activities":[108],"generated":[109],"VirtualHome":[112],"environment,":[113],"accompanied":[114],"by":[115],"data":[118],"viewing":[120],"outperforms":[124],"state-of-the-art":[125],"techniques,":[126],"achieving":[127],"7%":[129],"improvement":[130],"accuracy":[132],"for":[133],"18-class":[134],"recognition.":[136],"This":[137],"highlights":[138],"learning":[145],"important":[146],"features":[147],"data.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2024-04-13T00:00:00"}