{"id":"https://openalex.org/W4405787221","doi":"https://doi.org/10.1109/iros58592.2024.10802758","title":"DuCAS: a knowledge-enhanced dual-hand compositional action segmentation method for human-robot collaborative assembly","display_name":"DuCAS: a knowledge-enhanced dual-hand compositional action segmentation method for human-robot collaborative assembly","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405787221","doi":"https://doi.org/10.1109/iros58592.2024.10802758"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10802758","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802758","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101981248","display_name":"Hao Zheng","orcid":"https://orcid.org/0000-0003-0388-0755"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Hao Zheng","raw_affiliation_strings":["The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081820696","display_name":"Regina Lee","orcid":"https://orcid.org/0000-0003-1884-8360"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Regina Lee","raw_affiliation_strings":["The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Huachang Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Huachang Liang","raw_affiliation_strings":["The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043548798","display_name":"Yuqian Lu","orcid":"https://orcid.org/0000-0001-5954-0421"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Yuqian Lu","raw_affiliation_strings":["The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100451924","display_name":"Xun Xu","orcid":"https://orcid.org/0000-0002-4246-4343"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Xun Xu","raw_affiliation_strings":["The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Auckland,Department of Mechanical and Mechatronics Engineering,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7175","last_page":"7180"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.7656989097595215},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7197315692901611},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.595180094242096},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.570918083190918},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5207493305206299},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5070371627807617},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4343099296092987},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42011648416519165},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.41818496584892273},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4133441746234894}],"concepts":[{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.7656989097595215},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7197315692901611},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.595180094242096},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.570918083190918},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5207493305206299},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5070371627807617},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4343099296092987},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42011648416519165},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.41818496584892273},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4133441746234894},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10802758","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802758","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W870616275","https://openalex.org/W2141457433","https://openalex.org/W2963524571","https://openalex.org/W2963853051","https://openalex.org/W2981581701","https://openalex.org/W3006159883","https://openalex.org/W3022796439","https://openalex.org/W3024205572","https://openalex.org/W3027351386","https://openalex.org/W3028964554","https://openalex.org/W3108772932","https://openalex.org/W3119038403","https://openalex.org/W3174889475","https://openalex.org/W4210844773","https://openalex.org/W4220789713","https://openalex.org/W4226053429","https://openalex.org/W4226334913","https://openalex.org/W4281974271","https://openalex.org/W4379927854","https://openalex.org/W4386797534","https://openalex.org/W4387123543","https://openalex.org/W4387917672","https://openalex.org/W4388782297","https://openalex.org/W6853035495","https://openalex.org/W6854866820","https://openalex.org/W6855033735","https://openalex.org/W6859354024"],"related_works":["https://openalex.org/W2317351040","https://openalex.org/W8302103","https://openalex.org/W4379231730","https://openalex.org/W2952466936","https://openalex.org/W1522196789","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727"],"abstract_inverted_index":{"Recognising":[0],"and":[1,66,78,87,104,113],"tracking":[2],"human":[3],"actions":[4,28,128],"from":[5,20,83,90],"videos":[6],"is":[7,123],"crucial":[8],"for":[9,74],"human-robot":[10,48],"collaborative":[11],"assembly":[12,50,55],"(HRCA).":[13],"However,":[14],"traditional":[15,116,146],"action":[16,43,56,60,76,102,147],"segmentation":[17,44,72,148],"methods":[18],"suffer":[19],"limited":[21],"scene":[22],"adaptability,":[23],"partly":[24],"because":[25],"they":[26],"conceptualise":[27],"as":[29],"unified":[30],"verb-object":[31],"entities":[32],"with":[33,110],"complete":[34],"semantics.":[35],"To":[36],"overcome":[37],"this,":[38],"we":[39,52],"propose":[40],"a":[41,105],"compositional":[42],"method.":[45],"Following":[46],"the":[47,140],"shared":[49],"taxonomy,":[51],"deconstruct":[53],"an":[54],"into":[57],"four":[58],"elements:":[59],"verb,":[61],"manipulated":[62],"object,":[63],"target":[64],"object":[65],"tool.":[67],"Our":[68,97],"approach":[69],"employs":[70],"individual":[71],"models":[73,86],"each":[75,130],"element,":[77],"then":[79],"integrates":[80],"general":[81,101],"knowledge":[82,89],"large":[84],"language":[85],"domain-specific":[88],"predefined":[91],"rules":[92],"to":[93,126],"form":[94],"semantic-complete":[95],"actions.":[96],"method\u2019s":[98],"emphasis":[99],"on":[100],"elements":[103],"modular":[106],"design":[107],"endows":[108],"it":[109],"greater":[111],"flexibility":[112],"adaptability":[114],"than":[115],"approaches.":[117],"Another":[118],"attribute":[119],"of":[120,129,142],"our":[121,143],"method":[122,144],"its":[124],"capability":[125],"segment":[127],"hand":[131],"concurrently,":[132],"facilitating":[133],"more":[134],"nuanced":[135],"HRCA.":[136],"Comparative":[137],"experiments":[138],"validate":[139],"superiority":[141],"over":[145],"methods.":[149],"More":[150],"details":[151],"can":[152],"be":[153],"found":[154],"at":[155],"https://github.com/LISMS-AKL-NZ/DuCAS.":[156]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
