{"id":"https://openalex.org/W4307475861","doi":"https://doi.org/10.1145/3526113.3545663","title":"ARnnotate: An Augmented Reality Interface for Collecting Custom Dataset of 3D Hand-Object Interaction Pose Estimation","display_name":"ARnnotate: An Augmented Reality Interface for Collecting Custom Dataset of 3D Hand-Object Interaction Pose Estimation","publication_year":2022,"publication_date":"2022-10-28","ids":{"openalex":"https://openalex.org/W4307475861","doi":"https://doi.org/10.1145/3526113.3545663"},"language":"en","primary_location":{"id":"doi:10.1145/3526113.3545663","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3526113.3545663","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3526113.3545663","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3526113.3545663","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072861400","display_name":"Xun Qian","orcid":"https://orcid.org/0000-0003-1976-7992"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xun Qian","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, United States"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035586552","display_name":"Fengming He","orcid":"https://orcid.org/0000-0002-8558-8848"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fengming He","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, United States"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055645530","display_name":"Xiyun Hu","orcid":"https://orcid.org/0000-0001-9497-6925"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiyun Hu","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, United States"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112225428","display_name":"Tianyi Wang","orcid":"https://orcid.org/0009-0007-1844-8582"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianyi Wang","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, United States"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108750435","display_name":"Karthik Ramani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karthik Ramani","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, United States"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5072861400"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4852,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.84888095,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8572154641151428},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.8174253702163696},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6435167789459229},{"id":"https://openalex.org/keywords/minimum-bounding-box","display_name":"Minimum bounding box","score":0.6323646306991577},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.618435263633728},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.6149690747261047},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5642792582511902},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5349527597427368},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5236135125160217},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.5041126012802124},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.5031036734580994},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.48736244440078735},{"id":"https://openalex.org/keywords/3d-interaction","display_name":"3D interaction","score":0.47517696022987366},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.4018702805042267},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.10085263848304749}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8572154641151428},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.8174253702163696},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6435167789459229},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.6323646306991577},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.618435263633728},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.6149690747261047},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5642792582511902},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5349527597427368},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5236135125160217},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.5041126012802124},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.5031036734580994},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48736244440078735},{"id":"https://openalex.org/C2776977519","wikidata":"https://www.wikidata.org/wiki/Q4636326","display_name":"3D interaction","level":3,"score":0.47517696022987366},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.4018702805042267},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.10085263848304749},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3526113.3545663","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3526113.3545663","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3526113.3545663","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3526113.3545663","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3526113.3545663","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3526113.3545663","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8880756543","display_name":null,"funder_award_id":"1839971","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4307475861.pdf","grobid_xml":"https://content.openalex.org/works/W4307475861.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W1923184257","https://openalex.org/W1979903444","https://openalex.org/W2013640163","https://openalex.org/W2031786956","https://openalex.org/W2035683813","https://openalex.org/W2054141873","https://openalex.org/W2070924230","https://openalex.org/W2097041645","https://openalex.org/W2099940712","https://openalex.org/W2116741943","https://openalex.org/W2137864660","https://openalex.org/W2141282920","https://openalex.org/W2144299314","https://openalex.org/W2215643317","https://openalex.org/W2288393070","https://openalex.org/W2535830051","https://openalex.org/W2535865400","https://openalex.org/W2547735422","https://openalex.org/W2559085405","https://openalex.org/W2559592455","https://openalex.org/W2561196672","https://openalex.org/W2583078593","https://openalex.org/W2601550132","https://openalex.org/W2605128753","https://openalex.org/W2605973302","https://openalex.org/W2607311634","https://openalex.org/W2610293580","https://openalex.org/W2611427051","https://openalex.org/W2669785090","https://openalex.org/W2724316534","https://openalex.org/W2751011489","https://openalex.org/W2794530402","https://openalex.org/W2795472713","https://openalex.org/W2887100058","https://openalex.org/W2892924320","https://openalex.org/W2940491772","https://openalex.org/W2940909959","https://openalex.org/W2941408004","https://openalex.org/W2943250818","https://openalex.org/W2962811204","https://openalex.org/W2962926199","https://openalex.org/W2963037989","https://openalex.org/W2963231598","https://openalex.org/W2963488642","https://openalex.org/W2968722025","https://openalex.org/W2969177478","https://openalex.org/W2973857456","https://openalex.org/W2980335490","https://openalex.org/W2980692729","https://openalex.org/W2981149162","https://openalex.org/W2983465317","https://openalex.org/W3005126002","https://openalex.org/W3009635394","https://openalex.org/W3029159807","https://openalex.org/W3032005972","https://openalex.org/W3034479523","https://openalex.org/W3034667697","https://openalex.org/W3093960360","https://openalex.org/W3106497370","https://openalex.org/W3109929115","https://openalex.org/W3160976423","https://openalex.org/W3180720907","https://openalex.org/W3202237431","https://openalex.org/W3209889356","https://openalex.org/W4226490480","https://openalex.org/W4281757048"],"related_works":["https://openalex.org/W4237171675","https://openalex.org/W3036286480","https://openalex.org/W3192357901","https://openalex.org/W2387360586","https://openalex.org/W4287027631","https://openalex.org/W2952736415","https://openalex.org/W3209723314","https://openalex.org/W3205398323","https://openalex.org/W2883297582","https://openalex.org/W4390524233"],"abstract_inverted_index":{"Vision-based":[0],"3D":[1],"pose":[2],"estimation":[3],"has":[4],"substantial":[5],"potential":[6],"in":[7,120],"hand-object":[8],"interaction":[9],"applications":[10],"and":[11,54,58,91,113,144],"requires":[12],"user-specified":[13],"datasets":[14],"to":[15,29,48],"achieve":[16],"robust":[17],"performance.":[18],"We":[19],"propose":[20],"ARnnotate,":[21,143],"an":[22],"Augmented":[23],"Reality":[24],"(AR)":[25],"interface":[26],"enabling":[27],"end-users":[28],"create":[30],"custom":[31],"data":[32,140],"using":[33],"a":[34,46,50],"hand-tracking-capable":[35],"AR":[36,85],"device.":[37],"Unlike":[38],"other":[39],"dataset":[40],"collection":[41],"strategies,":[42],"ARnnotate":[43,95],"first":[44],"guides":[45],"user":[47,75,109],"manipulate":[49],"virtual":[51],"bounding":[52,89],"box":[53,90],"records":[55],"its":[56],"poses":[57],"the":[59,65,69,74,77,83,88,97,102,105,114,117,123,127,129,133,139,145],"user\u2019s":[60,98],"hand":[61,92],"joint":[62],"positions":[63],"as":[64,101],"labels.":[66],"By":[67],"leveraging":[68],"spatial":[70,124],"awareness":[71],"of":[72,87,104,122,126,132],"AR,":[73],"manipulates":[76],"corresponding":[78],"physical":[79],"object":[80],"while":[81,94],"following":[82],"in-situ":[84],"animation":[86],"model,":[93],"captures":[96],"first-person":[99],"view":[100],"images":[103],"dataset.":[106],"A":[107],"12-participant":[108],"study":[110],"was":[111],"conducted,":[112],"results":[115],"proved":[116],"system\u2019s":[118],"usability":[119],"terms":[121],"accuracy":[125],"labels,":[128],"satisfactory":[130],"performance":[131],"deep":[134],"neural":[135],"networks":[136],"trained":[137],"with":[138],"collected":[141],"by":[142],"users\u2019":[146],"subjective":[147],"feedback.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}
