{"id":"https://openalex.org/W4401415461","doi":"https://doi.org/10.1109/icra57147.2024.10610283","title":"EgoPAT3Dv2: Predicting 3D Action Target from 2D Egocentric Vision for Human-Robot Interaction","display_name":"EgoPAT3Dv2: Predicting 3D Action Target from 2D Egocentric Vision for Human-Robot Interaction","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401415461","doi":"https://doi.org/10.1109/icra57147.2024.10610283"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610283","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610283","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008691993","display_name":"Irving Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Irving Fang","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707849","display_name":"Yuzhong Chen","orcid":"https://orcid.org/0000-0003-1164-2765"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhong Chen","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398564","display_name":"Yifan Wang","orcid":"https://orcid.org/0000-0002-4762-529X"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Wang","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022201540","display_name":"Jianghan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianghan Zhang","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100684849","display_name":"Qiushi Zhang","orcid":"https://orcid.org/0000-0001-5169-2092"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiushi Zhang","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101444385","display_name":"Jiali Xu","orcid":"https://orcid.org/0000-0001-6194-6113"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiali Xu","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101847770","display_name":"Xibo He","orcid":"https://orcid.org/0000-0001-8837-8777"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xibo He","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070296726","display_name":"Weibo Gao","orcid":"https://orcid.org/0000-0003-3971-621X"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weibo Gao","raw_affiliation_strings":["North Carolina State University,Raleigh,NC,USA,27695"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University,Raleigh,NC,USA,27695","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008919007","display_name":"Hao Su","orcid":"https://orcid.org/0000-0002-7621-8730"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Su","raw_affiliation_strings":["North Carolina State University,Raleigh,NC,USA,27695"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University,Raleigh,NC,USA,27695","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346329","display_name":"Yiming Li","orcid":"https://orcid.org/0000-0002-1828-8765"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiming Li","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":null,"display_name":"Chen Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Feng","raw_affiliation_strings":["New York University,Brooklyn,NY,USA,11201"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University,Brooklyn,NY,USA,11201","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3036","last_page":"3043"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6970547437667847},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6808873414993286},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6317687034606934},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6257601976394653},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6048466563224792},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5617983341217041},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4866417348384857},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.48183906078338623},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.41848477721214294},{"id":"https://openalex.org/keywords/robot-vision","display_name":"Robot vision","score":0.4149476885795593},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06288093328475952}],"concepts":[{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6970547437667847},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6808873414993286},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6317687034606934},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6257601976394653},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6048466563224792},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5617983341217041},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4866417348384857},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.48183906078338623},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.41848477721214294},{"id":"https://openalex.org/C2983761899","wikidata":"https://www.wikidata.org/wiki/Q604674","display_name":"Robot vision","level":4,"score":0.4149476885795593},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06288093328475952},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610283","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610283","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1992461594","https://openalex.org/W1997715798","https://openalex.org/W2026112871","https://openalex.org/W2064675550","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2418222507","https://openalex.org/W2443846596","https://openalex.org/W2549292289","https://openalex.org/W2554779556","https://openalex.org/W2558438542","https://openalex.org/W2602251334","https://openalex.org/W2774576207","https://openalex.org/W2788574860","https://openalex.org/W2794663059","https://openalex.org/W2914139746","https://openalex.org/W2963231572","https://openalex.org/W2963675021","https://openalex.org/W2971672253","https://openalex.org/W2994662721","https://openalex.org/W3021013305","https://openalex.org/W3021065276","https://openalex.org/W3034891989","https://openalex.org/W3092971268","https://openalex.org/W3098953334","https://openalex.org/W3109667662","https://openalex.org/W3123364653","https://openalex.org/W3174253819","https://openalex.org/W3176794761","https://openalex.org/W3179399888","https://openalex.org/W3191734489","https://openalex.org/W3205786327","https://openalex.org/W4221045795","https://openalex.org/W4221150514","https://openalex.org/W4248056173","https://openalex.org/W4288055837","https://openalex.org/W4293363567","https://openalex.org/W4312443924","https://openalex.org/W4312769771","https://openalex.org/W4313024976","https://openalex.org/W4313444246","https://openalex.org/W4313679762","https://openalex.org/W4386076309","https://openalex.org/W4390872045","https://openalex.org/W4399070666","https://openalex.org/W6643778072","https://openalex.org/W6755026235","https://openalex.org/W6760868207","https://openalex.org/W6768091732","https://openalex.org/W6773827925","https://openalex.org/W6785678907","https://openalex.org/W6840427492","https://openalex.org/W6848425018"],"related_works":["https://openalex.org/W2122871747","https://openalex.org/W3114279067","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W2006288243","https://openalex.org/W2047155493","https://openalex.org/W2005171629"],"abstract_inverted_index":{"A":[0],"robot\u2019s":[1],"ability":[2],"to":[3,76,148],"anticipate":[4],"the":[5,45,52,62,72,98,126,160,187],"3D":[6,48,78,130],"action":[7,34,46,79],"target":[8,38,80],"location":[9],"of":[10,65,163],"a":[11,103,144],"hand\u2019s":[12],"movement":[13],"from":[14],"egocentric":[15,77,174],"videos":[16],"can":[17,115,183],"greatly":[18],"improve":[19],"safety":[20],"and":[21,87,107,133,166,178,182],"efficiency":[22],"in":[23,153],"human-robot":[24],"interaction":[25],"(HRI).":[26],"While":[27],"previous":[28,127],"research":[29],"predominantly":[30],"focused":[31],"on":[32,143,186],"semantic":[33],"classification":[35],"or":[36],"2D":[37],"region":[39],"prediction,":[40],"we":[41,95,137],"argue":[42],"that":[43],"predicting":[44],"target\u2019s":[47],"coordinate":[49],"could":[50],"pave":[51],"way":[53],"for":[54,92,129],"more":[55,169],"versatile":[56],"downstream":[57],"robotics":[58],"tasks,":[59],"especially":[60],"given":[61],"increasing":[63],"prevalence":[64],"headset":[66],"devices.":[67],"This":[68],"study":[69],"expands":[70],"EgoPAT3D,":[71],"sole":[73],"dataset":[74],"dedicated":[75],"prediction.":[81],"We":[82],"augment":[83],"both":[84],"its":[85,90,150],"size":[86],"diversity,":[88],"enhancing":[89],"potential":[91],"generalization.":[93],"Moreover,":[94],"substantially":[96],"enhance":[97],"baseline":[99,141],"algorithm":[100,114,142],"by":[101],"introducing":[102],"large":[104],"pre-trained":[105],"model":[106],"human":[108],"prior":[109],"knowledge.":[110],"Remarkably,":[111],"our":[112,139,164],"novel":[113],"now":[116],"achieve":[117],"superior":[118],"prediction":[119],"outcomes":[120],"using":[121],"solely":[122],"RGB":[123],"images,":[124],"eliminating":[125],"need":[128],"point":[131],"clouds":[132],"IMU":[134],"input.":[135],"Furthermore,":[136],"deploy":[138],"enhanced":[140],"real-world":[145,161],"robotic":[146],"platform":[147],"illustrate":[149],"practical":[151],"utility":[152],"straightforward":[154],"HRI":[155,170],"tasks.":[156],"The":[157],"demonstrations":[158],"showcase":[159],"applicability":[162],"advancements":[165],"may":[167],"inspire":[168],"use":[171],"cases":[172],"involving":[173],"vision.":[175],"All":[176],"code":[177],"data":[179],"are":[180],"open-sourced":[181],"be":[184],"found":[185],"project":[188],"website.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}