{"id":"https://openalex.org/W4404914418","doi":"https://doi.org/10.1109/access.2024.3509674","title":"A Hierarchical Graph-Based Approach for Recognition and Description Generation of Bimanual Actions in Videos","display_name":"A Hierarchical Graph-Based Approach for Recognition and Description Generation of Bimanual Actions in Videos","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404914418","doi":"https://doi.org/10.1109/access.2024.3509674"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3509674","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3509674","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3509674","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114947681","display_name":"Fatemeh Ziaeetabar","orcid":"https://orcid.org/0000-0003-1159-3588"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Fatemeh Ziaeetabar","raw_affiliation_strings":["Department of Computer Science, School of Mathematics, Statistics and Computer Science, College of Science, University of Tehran, Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0003-1159-3588","affiliations":[{"raw_affiliation_string":"Department of Computer Science, School of Mathematics, Statistics and Computer Science, College of Science, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026724617","display_name":"Minija Tamo\u0161i\u016bnait\u0117","orcid":"https://orcid.org/0000-0003-2996-3612"},"institutions":[{"id":"https://openalex.org/I188730046","display_name":"Vytautas Magnus University","ror":"https://ror.org/04y7eh037","country_code":"LT","type":"education","lineage":["https://openalex.org/I188730046"]}],"countries":["LT"],"is_corresponding":false,"raw_author_name":"Minija Tamosiunaite","raw_affiliation_strings":["Faculty of Informatics, Vytautas Magnus University, Kaunas, Lithuania"],"raw_orcid":"https://orcid.org/0000-0003-2996-3612","affiliations":[{"raw_affiliation_string":"Faculty of Informatics, Vytautas Magnus University, Kaunas, Lithuania","institution_ids":["https://openalex.org/I188730046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023811677","display_name":"Florentin W\u00f6rg\u00f6tter","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Florentin W\u00f6rg\u00f6tter","raw_affiliation_strings":["Department for Computational Neuroscience, Bernstein Center for Computational Neuroscience, III Physikalisches Institut-Biophysik, Georg-August-Universität Göttingen, Göttingen, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8206-9738","affiliations":[{"raw_affiliation_string":"Department for Computational Neuroscience, Bernstein Center for Computational Neuroscience, III Physikalisches Institut-Biophysik, Georg-August-Universität Göttingen, Göttingen, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5114947681"],"corresponding_institution_ids":["https://openalex.org/I23946033"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2317,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54575837,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":null,"first_page":"180328","last_page":"180360"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.80973219871521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49575385451316833},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4770224094390869},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4078215956687927},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3323000371456146},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.20839783549308777}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.80973219871521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49575385451316833},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4770224094390869},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4078215956687927},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3323000371456146},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.20839783549308777}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2024.3509674","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3509674","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bc71b0f65fe64b96a369dd40d6330f85","is_oa":true,"landing_page_url":"https://doaj.org/article/bc71b0f65fe64b96a369dd40d6330f85","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 180328-180360 (2024)","raw_type":"article"},{"id":"pmh:oai:publications.goettingen-research-online.de:2/138497","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/138497","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"yes"},{"id":"pmh:oai:vdu.lt:20.500.12259/273059","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.12259/273059","pdf_url":null,"source":{"id":"https://openalex.org/S7407055361","display_name":"Vytautas Magnus University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"research article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3509674","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3509674","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":102,"referenced_works":["https://openalex.org/W1601567445","https://openalex.org/W1614298861","https://openalex.org/W1702419847","https://openalex.org/W1744759976","https://openalex.org/W1861492603","https://openalex.org/W1989496527","https://openalex.org/W2001822005","https://openalex.org/W2016240821","https://openalex.org/W2017634428","https://openalex.org/W2045225768","https://openalex.org/W2106996050","https://openalex.org/W2109306844","https://openalex.org/W2111078031","https://openalex.org/W2141130481","https://openalex.org/W2149672648","https://openalex.org/W2337252826","https://openalex.org/W2425121537","https://openalex.org/W2579549467","https://openalex.org/W2584992898","https://openalex.org/W2603737562","https://openalex.org/W2625366777","https://openalex.org/W2736791688","https://openalex.org/W2766375149","https://openalex.org/W2773325192","https://openalex.org/W2791037159","https://openalex.org/W2883723049","https://openalex.org/W2884696388","https://openalex.org/W2886381447","https://openalex.org/W2886970679","https://openalex.org/W2896457183","https://openalex.org/W2896736483","https://openalex.org/W2902304614","https://openalex.org/W2904993015","https://openalex.org/W2940963663","https://openalex.org/W2947984804","https://openalex.org/W2950069298","https://openalex.org/W2952132648","https://openalex.org/W2955988340","https://openalex.org/W2962681491","https://openalex.org/W2962730651","https://openalex.org/W2963076818","https://openalex.org/W2963188159","https://openalex.org/W2963351113","https://openalex.org/W2963797156","https://openalex.org/W2963916161","https://openalex.org/W2964089981","https://openalex.org/W2964532449","https://openalex.org/W2965144482","https://openalex.org/W2972317743","https://openalex.org/W2981773282","https://openalex.org/W2991223644","https://openalex.org/W2997514790","https://openalex.org/W3022796439","https://openalex.org/W3024031618","https://openalex.org/W3033887932","https://openalex.org/W3034679267","https://openalex.org/W3034815696","https://openalex.org/W3034934229","https://openalex.org/W3035237998","https://openalex.org/W3089783368","https://openalex.org/W3133511908","https://openalex.org/W3174480456","https://openalex.org/W3181556077","https://openalex.org/W3184370138","https://openalex.org/W3186621246","https://openalex.org/W3188120558","https://openalex.org/W3192660112","https://openalex.org/W3202237431","https://openalex.org/W3217340782","https://openalex.org/W4200317051","https://openalex.org/W4220993274","https://openalex.org/W4231252234","https://openalex.org/W4280587517","https://openalex.org/W4285273243","https://openalex.org/W4287777632","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4292965202","https://openalex.org/W4293093109","https://openalex.org/W4293584584","https://openalex.org/W4312463400","https://openalex.org/W4312578903","https://openalex.org/W4313190371","https://openalex.org/W4319300235","https://openalex.org/W4319309602","https://openalex.org/W4319320657","https://openalex.org/W4319453767","https://openalex.org/W4376225520","https://openalex.org/W4380451266","https://openalex.org/W4383109144","https://openalex.org/W4386066385","https://openalex.org/W4386066401","https://openalex.org/W4386071518","https://openalex.org/W4386075632","https://openalex.org/W4386075801","https://openalex.org/W4386076633","https://openalex.org/W4390874374","https://openalex.org/W4394625740","https://openalex.org/W4402703105","https://openalex.org/W4402716268","https://openalex.org/W4402726946","https://openalex.org/W4402727824"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Nuanced":[0],"understanding":[1],"and":[2,24,46,63,68,128,142,163],"the":[3,58,117,122,150,153,185,188,198,230,235],"generation":[4],"of":[5,49,125,133,152,179,187,191,232,237],"detailed":[6],"descriptive":[7],"content":[8,26],"for":[9,17,116],"(bimanual)":[10],"manipulation":[11],"actions":[12,64,240],"in":[13,43,72,114,207,229],"videos":[14],"is":[15,136],"important":[16],"disciplines":[18],"such":[19],"as":[20,170,172,221],"robotics,":[21,233],"human-computer":[22],"interaction,":[23],"video":[25,50,119],"analysis.":[27],"This":[28,103],"study":[29],"describes":[30],"a":[31,73,77,82,176],"novel":[32,78],"method,":[33],"integrating":[34],"graph-based":[35],"modeling":[36],"with":[37,65,76,107,241],"layered":[38],"hierarchical":[39,83],"attention":[40,84],"mechanisms,":[41],"resulting":[42],"higher":[44],"precision":[45],"better":[47,158,215],"comprehensiveness":[48],"descriptions.":[51],"To":[52],"achieve":[53],"this,":[54,71],"we":[55,69,155,182],"encode,":[56],"first,":[57],"spatio-temporal":[59],"interdependencies":[60],"between":[61],"objects":[62],"scene":[66],"graphs":[67],"combine":[70],"second":[74],"step,":[75],"3-level":[79,92],"architecture":[80,94],"creating":[81],"mechanism":[85],"using":[86,139],"Graph":[87],"Attention":[88],"Networks":[89],"(GATs).":[90],"The":[91,131],"GAT":[93],"allows":[95],"recognizing":[96],"local,":[97],"but":[98],"also":[99,183],"global":[100],"contextual":[101,164],"elements.":[102],"way":[104],"several":[105,140],"descriptions":[106,208],"different":[108,189,201,211],"semantic":[109,202],"complexity":[110],"can":[111],"be":[112],"generated":[113],"parallel":[115],"same":[118],"clip,":[120],"enhancing":[121],"discriminative":[123],"accuracy":[124],"action":[126,129,168],"recognition":[127,169],"description.":[130],"performance":[132,159],"our":[134,147,192,195,224],"approach":[135,197],"empirically":[137],"tested":[138],"2D":[141],"3D":[143],"datasets.":[144],"By":[145],"comparing":[146],"method":[148],"to":[149],"state":[151],"art":[154],"consistently":[156],"obtain":[157],"concerning":[160],"accuracy,":[161],"precision,":[162],"relevance":[165],"when":[166],"evaluating":[167],"well":[171],"description":[173,203],"generation.":[174],"In":[175],"large":[177],"set":[178],"ablation":[180],"experiments":[181],"assess":[184],"role":[186],"components":[190],"model.":[193],"With":[194],"multi-level":[196],"system":[199],"obtains":[200],"depths,":[204],"often":[205],"observed":[206],"made":[209],"by":[210,223],"people,":[212],"too.":[213],"Furthermore,":[214],"insight":[216],"into":[217],"bimanual":[218],"hand-object":[219],"interactions":[220],"achieved":[222],"model":[225],"may":[226],"portend":[227],"advancements":[228],"field":[231],"enabling":[234],"emulation":[236],"intricate":[238],"human":[239],"heightened":[242],"precision.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}