{"id":"https://openalex.org/W4402727331","doi":"https://doi.org/10.1109/cvpr52733.2024.01950","title":"GEARS: Local Geometry-Aware Hand-Object Interaction Synthesis","display_name":"GEARS: Local Geometry-Aware Hand-Object Interaction Synthesis","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402727331","doi":"https://doi.org/10.1109/cvpr52733.2024.01950"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.01950","doi":"https://doi.org/10.1109/cvpr52733.2024.01950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.01950","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.01758","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016068029","display_name":"Keyang Zhou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Keyang Zhou","raw_affiliation_strings":["University of T&#x00FC;bingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of T&#x00FC;bingen,Germany","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054279864","display_name":"Bharat Lal Bhatnagar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bharat Lal Bhatnagar","raw_affiliation_strings":["University of T&#x00FC;bingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of T&#x00FC;bingen,Germany","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073462022","display_name":"Jan Eric Lenssen","orcid":"https://orcid.org/0000-0003-4093-9840","observed_orcids":["https://orcid.org/0000-0003-4093-9840"]},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Eric Lenssen","raw_affiliation_strings":["Max Planck Institute for Informatics, Saarland Informatics Campus,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics, Saarland Informatics Campus,Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076908763","display_name":"Gerard Pons\u2010Moll","orcid":"https://orcid.org/0000-0001-5115-7794","observed_orcids":["https://orcid.org/0000-0001-5115-7794"]},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gerard Pons-Moll","raw_affiliation_strings":["University of T&#x00FC;bingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of T&#x00FC;bingen,Germany","institution_ids":["https://openalex.org/I8087733"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.744,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.88488234,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"20634","last_page":"20643"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hand-object-interaction","display_name":"hand-object interaction","score":0.9300000071525574},{"id":"https://openalex.org/keywords/soft-sensors","display_name":"soft sensors","score":0.6660000085830688},{"id":"https://openalex.org/keywords/spatiotemporal-transformer","display_name":"spatio-temporal transformer","score":0.9160000085830688},{"id":"https://openalex.org/keywords/hand-grasping","display_name":"hand grasping","score":0.6449999809265137},{"id":"https://openalex.org/keywords/data-augmentation","display_name":"data augmentation","score":0.8140000104904175},{"id":"https://openalex.org/keywords/virtual-humans","display_name":"virtual humans","score":0.7239999771118164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6163821220397949},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5946406722068787},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.4876672029495239},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37883830070495605},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3304990530014038},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3242698907852173},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18736344575881958}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr52733.2024.01950","doi":"https://doi.org/10.1109/cvpr52733.2024.01950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.01950","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2404.01758","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.01758","pdf_url":"https://arxiv.org/pdf/2404.01758","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2404.01758","doi":"https://doi.org/10.48550/arxiv.2404.01758","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2404.01758","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.01758","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.01758","pdf_url":"https://arxiv.org/pdf/2404.01758","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1562512020","display_name":null,"funder_award_id":"206/4-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G2141549440","display_name":"Echte Virtuelle Menschen","funder_award_id":"409792180","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G5415233182","display_name":"Verbundprojekt TUEAI: T\u00fcbingen AI Center","funder_award_id":"01IS18039A","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7907426250","display_name":"EXC 2064: Maschinelles Lernen: Neue Perspektiven f\u00fcr die Wissenschaft","funder_award_id":"390727645","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G864726782","display_name":null,"funder_award_id":"FKZ: 01IS18039A","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402727331.pdf","grobid_xml":"https://content.openalex.org/works/W4402727331.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1510186039","https://openalex.org/W1549675037","https://openalex.org/W1808974695","https://openalex.org/W1968976745","https://openalex.org/W1978580730","https://openalex.org/W2005824379","https://openalex.org/W2028098496","https://openalex.org/W2036637075","https://openalex.org/W2064878003","https://openalex.org/W2139760425","https://openalex.org/W2140173255","https://openalex.org/W2149729559","https://openalex.org/W2190691619","https://openalex.org/W2768683308","https://openalex.org/W2935836316","https://openalex.org/W3034681090","https://openalex.org/W3042870166","https://openalex.org/W3081268564","https://openalex.org/W3127246939","https://openalex.org/W3152573751","https://openalex.org/W3175388581","https://openalex.org/W3185319321","https://openalex.org/W3193979160","https://openalex.org/W3199621649","https://openalex.org/W3202782837","https://openalex.org/W3203740651","https://openalex.org/W3204872899","https://openalex.org/W4237823019","https://openalex.org/W4253948311","https://openalex.org/W4286743373","https://openalex.org/W4312242013","https://openalex.org/W4312457231","https://openalex.org/W4312612133","https://openalex.org/W4313072274","https://openalex.org/W4313182738","https://openalex.org/W4378084859","https://openalex.org/W4386071465","https://openalex.org/W4386071605","https://openalex.org/W4386076198","https://openalex.org/W4390871673","https://openalex.org/W4390874786","https://openalex.org/W4390889780","https://openalex.org/W4394671432","https://openalex.org/W4399563483","https://openalex.org/W4399563712","https://openalex.org/W4399564083","https://openalex.org/W4399574575","https://openalex.org/W6696221439","https://openalex.org/W6907728317"],"related_works":["https://openalex.org/W4399564083","https://openalex.org/W4312544766","https://openalex.org/W4413146191","https://openalex.org/W4409365622","https://openalex.org/W7201971502","https://openalex.org/W7213510113","https://openalex.org/W7166687493","https://openalex.org/W7221825202","https://openalex.org/W4390889780","https://openalex.org/W4403995312"],"abstract_inverted_index":{"Generating":[0],"realistic":[1],"hand":[2,107,126,175],"motion":[3],"sequences":[4,171],"in":[5,17,102,157,190],"interaction":[6,36,93],"with":[7,13,172],"objects":[8],"has":[9,22],"gained":[10],"increasing":[11],"attention":[12],"the":[14,24,60,103,115,120,155,168],"growing":[15],"interest":[16],"digital":[18],"humans.":[19],"Prior":[20],"work":[21],"illustrated":[23],"effectiveness":[25],"of":[26,63,70,105,138,184],"employing":[27],"occupancy-based":[28],"or":[29],"distance-based":[30],"virtual":[31,65],"sensors":[32],"to":[33,56,85,125,134,166,180],"extract":[34],"hand-object":[35],"features.":[37],"Nonetheless,":[38],"these":[39],"methods":[40],"show":[41],"limited":[42,61,169],"generalizability":[43],"across":[44],"object":[45,89,99],"categories,":[46],"shapes":[47],"and":[48,67,129,204,215],"sizes.":[49],"We":[50,197],"hypothesize":[51],"that":[52],"this":[53,76],"is":[54,143],"due":[55],"two":[57,200],"reasons:":[58],"1)":[59],"expressiveness":[62],"employed":[64],"sensors,":[66],"2)":[68],"scarcity":[69],"available":[71],"training":[72,170],"data.":[73],"To":[74],"tackle":[75],"challenge,":[77],"we":[78,118,161],"introduce":[79],"a":[80,131,146,181],"novel":[81],"joint-centered":[82],"sensor":[83,96,136],"designed":[84],"reason":[86],"about":[87],"local":[88],"geometry":[90],"near":[91],"potential":[92],"regions.":[94],"The":[95],"queries":[97],"for":[98],"surface":[100],"points":[101,121],"neighbourhood":[104],"each":[106,139],"joint.":[108,141],"As":[109],"an":[110],"important":[111],"step":[112],"to-wards":[113],"mitigating":[114],"learning":[116],"complexity,":[117],"transform":[119],"from":[122],"global":[123],"frame":[124,128],"template":[127],"use":[130],"shared":[132],"module":[133],"process":[135],"features":[137],"individual":[140],"This":[142,178],"followed":[144],"by":[145],"spatio-temporal":[147],"transformer":[148],"network":[149],"aimed":[150],"at":[151],"capturing":[152],"correlation":[153],"among":[154],"joints":[156],"different":[158],"dimensions.":[159],"Moreover,":[160],"devise":[162],"simple":[163],"heuristic":[164],"rules":[165],"augment":[167],"vast":[173],"static":[174],"grasping":[176,185],"samples.":[177],"leads":[179],"broader":[182],"spectrum":[183],"types":[186],"observed":[187],"during":[188],"training,":[189],"turn":[191],"enhancing":[192],"our":[193,207],"model's":[194],"generalization":[195],"capability.":[196],"evaluate":[198],"on":[199],"public":[201],"datasets,":[202],"GRAB":[203],"InterCap,":[205],"where":[206],"method":[208],"shows":[209],"superiority":[210],"over":[211],"baselines":[212],"both":[213],"quantitatively":[214],"perceptually.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-09-23T00:00:00"}
