{"id":"https://openalex.org/W4403675308","doi":"https://doi.org/10.1109/case59546.2024.10711776","title":"DuHa: a dual-hand action segmentation method for human-robot collaborative assembly","display_name":"DuHa: a dual-hand action segmentation method for human-robot collaborative assembly","publication_year":2024,"publication_date":"2024-08-28","ids":{"openalex":"https://openalex.org/W4403675308","doi":"https://doi.org/10.1109/case59546.2024.10711776"},"language":"en","primary_location":{"id":"doi:10.1109/case59546.2024.10711776","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/case59546.2024.10711776","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101981248","display_name":"Hao Zheng","orcid":"https://orcid.org/0000-0003-0388-0755"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Hao Zheng","raw_affiliation_strings":["The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081820696","display_name":"Regina Lee","orcid":"https://orcid.org/0000-0003-1884-8360"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Regina Lee","raw_affiliation_strings":["The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043548798","display_name":"Yuqian Lu","orcid":"https://orcid.org/0000-0001-5954-0421"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Yuqian Lu","raw_affiliation_strings":["The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100451924","display_name":"Xun Xu","orcid":"https://orcid.org/0000-0002-4246-4343"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Xun Xu","raw_affiliation_strings":["The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101981248"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21885854,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"522","last_page":"527"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.963699996471405,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.7071033716201782},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.666471540927887},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6003997921943665},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5767742991447449},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5690165162086487},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5264830589294434},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5259290337562561},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.501983642578125},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.43761271238327026},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.377417653799057},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05347263813018799}],"concepts":[{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.7071033716201782},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.666471540927887},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6003997921943665},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5767742991447449},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5690165162086487},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5264830589294434},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5259290337562561},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.501983642578125},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.43761271238327026},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.377417653799057},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05347263813018799},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case59546.2024.10711776","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/case59546.2024.10711776","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2613864254","https://openalex.org/W2900791884","https://openalex.org/W2963524571","https://openalex.org/W2963853051","https://openalex.org/W3006159883","https://openalex.org/W3108772932","https://openalex.org/W3170208249","https://openalex.org/W3174760112","https://openalex.org/W3174889475","https://openalex.org/W3183211010","https://openalex.org/W3205172848","https://openalex.org/W4205123165","https://openalex.org/W4210844773","https://openalex.org/W4226053429","https://openalex.org/W4226334913","https://openalex.org/W4280497173","https://openalex.org/W4281974271","https://openalex.org/W4282981352","https://openalex.org/W4283014780","https://openalex.org/W4312158516","https://openalex.org/W4313055276","https://openalex.org/W4379927854","https://openalex.org/W4381572789","https://openalex.org/W4385962426","https://openalex.org/W4386797534","https://openalex.org/W4387123543","https://openalex.org/W4387917672","https://openalex.org/W4388782297","https://openalex.org/W4390874610","https://openalex.org/W6607658274","https://openalex.org/W6855033735"],"related_works":["https://openalex.org/W2317351040","https://openalex.org/W8302103","https://openalex.org/W4379231730","https://openalex.org/W2952466936","https://openalex.org/W1522196789","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727"],"abstract_inverted_index":{"Human-robot":[0],"collaboration":[1],"(HRC)":[2],"is":[3],"crucial":[4],"for":[5,110,126],"enabling":[6],"mass":[7],"personalised":[8],"manufacturing":[9],"and":[10,29,34,139],"human-centric":[11],"manufacturing.":[12],"The":[13],"recent":[14],"advancements":[15],"in":[16],"video":[17],"understanding":[18],"technology":[19],"have":[20,165],"enabled":[21],"robots":[22,61],"to":[23,73,122,146,170,175],"interpret":[24],"human":[25,49],"actions":[26,55],"from":[27,62],"videos":[28],"discern":[30],"the":[31,53,70,151,159,167,176],"appropriate":[32],"timing":[33],"nature":[35],"of":[36,56,150,162],"required":[37,71],"robot":[38],"assistance.":[39],"However,":[40],"current":[41],"vision-based":[42,105],"HRC":[43],"systems":[44,79],"mainly":[45],"focus":[46],"on":[47],"capturing":[48],"overall":[50],"actions,":[51],"neglecting":[52],"detailed":[54],"each":[57],"hand.":[58,76],"This":[59],"restricts":[60],"providing":[63],"finer":[64],"attentive":[65],"assistance,":[66],"such":[67],"as":[68],"delivering":[69],"tools":[72],"a":[74,104],"specific":[75],"Furthermore,":[77],"these":[78,132],"predominantly":[80],"utilise":[81],"classification-based":[82],"action":[83,89,107,168,172],"recognition":[84],"techniques":[85],"rather":[86],"than":[87],"reasoning-involved":[88],"segmentation":[90,108,169],"techniques,":[91],"thereby":[92],"constraining":[93],"their":[94],"practical":[95],"application.":[96],"To":[97,156],"address":[98],"above":[99],"limitations,":[100],"this":[101],"paper":[102],"proposes":[103],"dual-hand":[106],"method":[109],"human-robot":[111],"collaborative":[112],"assembly":[113],"(HRCA)":[114],"scenarios.":[115],"Initially,":[116],"graph":[117],"neural":[118],"networks":[119,143],"are":[120,134,144],"used":[121],"capture":[123,147],"hand-object":[124],"interactions":[125],"both":[127],"hands":[128],"across":[129],"frames,":[130],"then":[131],"features":[133,153],"integrated":[135,152],"with":[136],"scene":[137],"features,":[138],"finally,":[140],"temporal":[141,148],"convolutional":[142],"applied":[145],"dynamics":[149],"over":[154],"frames.":[155],"better":[157],"serve":[158],"application":[160],"needs":[161],"HRCA,":[163],"we":[164],"refined":[166],"atomic":[171],"level":[173],"according":[174],"Human-Robot":[177],"Shared":[178],"Assembly":[179],"Taxonomy,":[180],"facilitating":[181],"comprehensive":[182],"collaboration.":[183],"More":[184],"details":[185],"can":[186],"be":[187],"found":[188],"at":[189],"https://github.com/LISMS-AKL-NZ/DuHa":[190]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}