{"id":"https://openalex.org/W7154132714","doi":"https://doi.org/10.1145/3772318.3791740","title":"Rob2HanD: LLM-Driven Robotic Arm for IMU Interaction Dataset Generation","display_name":"Rob2HanD: LLM-Driven Robotic Arm for IMU Interaction Dataset Generation","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154132714","doi":"https://doi.org/10.1145/3772318.3791740"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3791740","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791740","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3791740","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133486139","display_name":"Jiangyuan Liu","orcid":"https://orcid.org/0009-0001-0604-8465"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangyuan Liu","raw_affiliation_strings":["School of Software Technology, Zhejiang University, Ningbo, China"],"raw_orcid":"https://orcid.org/0009-0001-0604-8465","affiliations":[{"raw_affiliation_string":"School of Software Technology, Zhejiang University, Ningbo, China","institution_ids":["https://openalex.org/I109935558","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133519551","display_name":"Chicheng Yu","orcid":"https://orcid.org/0009-0005-2925-2409"},"institutions":[{"id":"https://openalex.org/I159389169","display_name":"Ningbo University of Technology","ror":"https://ror.org/037dym702","country_code":"CN","type":"education","lineage":["https://openalex.org/I159389169"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chicheng Yu","raw_affiliation_strings":["School of Software Technology, Zhejiang University, NINGBO, China"],"raw_orcid":"https://orcid.org/0009-0005-2925-2409","affiliations":[{"raw_affiliation_string":"School of Software Technology, Zhejiang University, NINGBO, China","institution_ids":["https://openalex.org/I159389169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133544775","display_name":"Xinli Chen","orcid":"https://orcid.org/0009-0007-6607-0203"},"institutions":[{"id":"https://openalex.org/I105126617","display_name":"Zhejiang International Studies University","ror":"https://ror.org/01vwvvq12","country_code":"CN","type":"education","lineage":["https://openalex.org/I105126617"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinli Chen","raw_affiliation_strings":["International Design Institute, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-6607-0203","affiliations":[{"raw_affiliation_string":"International Design Institute, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I105126617","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133520363","display_name":"Jiajun Bu","orcid":"https://orcid.org/0000-0002-1097-2044"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Bu","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-1097-2044","affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":null,"display_name":"Limin Zeng","orcid":"https://orcid.org/0000-0003-1009-7603"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Limin Zeng","raw_affiliation_strings":["School of Software Technology, Zhejiang University, Hangzhou, China and Alibaba-Zhejiang University Joint Research Institute of Frontier Technologies, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1009-7603","affiliations":[{"raw_affiliation_string":"School of Software Technology, Zhejiang University, Hangzhou, China and Alibaba-Zhejiang University Joint Research Institute of Frontier Technologies, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.27889999747276306,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.27889999747276306,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1339000016450882,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.11559999734163284,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.7576000094413757},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6416000127792358},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.597100019454956},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.5254999995231628},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.3970000147819519},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.3846000134944916},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.37400001287460327},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3698999881744385}],"concepts":[{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.7576000094413757},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6687999963760376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6575999855995178},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6416000127792358},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.597100019454956},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5551000237464905},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5254999995231628},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.3970000147819519},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.3846000134944916},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.37400001287460327},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3537999987602234},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3513000011444092},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C2780806968","wikidata":"https://www.wikidata.org/wiki/Q6045196","display_name":"Interaction model","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772318.3791740","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791740","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3772318.3791740","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791740","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W30612408","https://openalex.org/W603550078","https://openalex.org/W1769896327","https://openalex.org/W1982243333","https://openalex.org/W1983623559","https://openalex.org/W1987061590","https://openalex.org/W2013517863","https://openalex.org/W2023302299","https://openalex.org/W2026297770","https://openalex.org/W2047117549","https://openalex.org/W2049124274","https://openalex.org/W2063217105","https://openalex.org/W2069596341","https://openalex.org/W2069745930","https://openalex.org/W2090426592","https://openalex.org/W2107920617","https://openalex.org/W2129014574","https://openalex.org/W2138233825","https://openalex.org/W2153360541","https://openalex.org/W2155787374","https://openalex.org/W2176018869","https://openalex.org/W2209991756","https://openalex.org/W2235129418","https://openalex.org/W2508112722","https://openalex.org/W2508150002","https://openalex.org/W2518651690","https://openalex.org/W2534900521","https://openalex.org/W2536066560","https://openalex.org/W2537406719","https://openalex.org/W2566708575","https://openalex.org/W2584016859","https://openalex.org/W2614519765","https://openalex.org/W2747617020","https://openalex.org/W2753005776","https://openalex.org/W2756125637","https://openalex.org/W2782890024","https://openalex.org/W2794850934","https://openalex.org/W2896943372","https://openalex.org/W2954996726","https://openalex.org/W2971416168","https://openalex.org/W2971531082","https://openalex.org/W2972118594","https://openalex.org/W2972527328","https://openalex.org/W2977704702","https://openalex.org/W2980587176","https://openalex.org/W2988806954","https://openalex.org/W2998628136","https://openalex.org/W3034251856","https://openalex.org/W3035512130","https://openalex.org/W3040382206","https://openalex.org/W3118105922","https://openalex.org/W3158406784","https://openalex.org/W3163120578","https://openalex.org/W3196138917","https://openalex.org/W3200072501","https://openalex.org/W3200952859","https://openalex.org/W3207341425","https://openalex.org/W4223614692","https://openalex.org/W4229009975","https://openalex.org/W4312194680","https://openalex.org/W4312936899","https://openalex.org/W4312983485","https://openalex.org/W4315631036","https://openalex.org/W4320015810","https://openalex.org/W4366590877","https://openalex.org/W4381746737","https://openalex.org/W4382936095","https://openalex.org/W4385819714","https://openalex.org/W4387087582","https://openalex.org/W4387321395","https://openalex.org/W4387611720","https://openalex.org/W4389542566","https://openalex.org/W4390417603","https://openalex.org/W4390873373","https://openalex.org/W4396832387","https://openalex.org/W4396833358","https://openalex.org/W4396920196","https://openalex.org/W4399359319","https://openalex.org/W4402350391","https://openalex.org/W4402619361","https://openalex.org/W4402669974","https://openalex.org/W4403717124","https://openalex.org/W4405179276","https://openalex.org/W4407543209","https://openalex.org/W4409798888","https://openalex.org/W4411205112","https://openalex.org/W4412877085","https://openalex.org/W4413968224"],"related_works":[],"abstract_inverted_index":{"Fine-grained":[0],"hand":[1,106],"interaction":[2,32,45,90,144],"with":[3],"Inertial":[4],"Measurement":[5],"Unit":[6],"(IMU)":[7],"and":[8,14,20,47,75,87,103,122],"machine":[9,23,115],"learning":[10,24,116],"offers":[11],"a":[12,56,109,140],"low-cost":[13],"effective":[15],"solution.":[16],"However,":[17],"the":[18,68,72,82,99,124],"robustness":[19],"generalizability":[21],"of":[22,71,126,142],"models":[25,64,117,131],"are":[26,34],"highly":[27],"dataset-dependent.":[28],"Existing":[29],"datasets":[30,91,135],"for":[31,101],"design":[33],"typically":[35],"constructed":[36],"through":[37],"extensive":[38],"real":[39,110],"user":[40],"data":[41,121],"collection,":[42],"which":[43,60],"limits":[44],"diversity":[46],"personalization.":[48],"To":[49],"address":[50],"these":[51],"challenges,":[52],"we":[53,113],"propose":[54],"Rob2HanD,":[55],"novel":[57],"data-generation":[58],"tool":[59],"utilizes":[61],"large":[62,86],"language":[63],"(LLMs)":[65],"to":[66,84],"regulate":[67],"motion":[69],"processes":[70],"robotic":[73],"arm":[74],"rapidly":[76],"constructs":[77],"IMU":[78,89],"datasets.":[79],"Rob2HanD":[80],"demonstrates":[81],"capability":[83],"generate":[85],"usable":[88],"under":[92],"few-shot":[93],"or":[94],"zero-shot":[95],"conditions,":[96],"thereby":[97],"enhancing":[98],"potential":[100],"diverse":[102],"personalized":[104],"fine-grained":[105],"interactions.":[107],"Using":[108],"human":[111],"dataset,":[112],"evaluate":[114],"trained":[118,132],"on":[119,133],"Rob2HanD-generated":[120,134],"validate":[123],"usability":[125],"Rob2HanD.":[127],"In":[128],"real-world":[129],"applications,":[130],"demonstrate":[136],"strong":[137],"performance":[138],"across":[139],"variety":[141],"customized":[143],"tasks.":[145]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-04-14T00:00:00"}
