{"id":"https://openalex.org/W4401416983","doi":"https://doi.org/10.1109/icra57147.2024.10610644","title":"Action Segmentation Using 2D Skeleton Heatmaps and Multi-Modality Fusion","display_name":"Action Segmentation Using 2D Skeleton Heatmaps and Multi-Modality Fusion","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401416983","doi":"https://doi.org/10.1109/icra57147.2024.10610644"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610644","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610644","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092885067","display_name":"Syed Waleed Hyder","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Syed Waleed Hyder","raw_affiliation_strings":["Retrocausal, Inc.,Redmond,WA,USA,98052"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Retrocausal, Inc.,Redmond,WA,USA,98052","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086703267","display_name":"Muhammad Usama","orcid":"https://orcid.org/0000-0001-5015-8605"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhammad Usama","raw_affiliation_strings":["Retrocausal, Inc.,Redmond,WA,USA,98052"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Retrocausal, Inc.,Redmond,WA,USA,98052","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012530047","display_name":"Anas Zafar","orcid":"https://orcid.org/0009-0004-0091-8767"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anas Zafar","raw_affiliation_strings":["Retrocausal, Inc.,Redmond,WA,USA,98052"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Retrocausal, Inc.,Redmond,WA,USA,98052","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060780950","display_name":"Muhammad Naufil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhammad Naufil","raw_affiliation_strings":["Retrocausal, Inc.,Redmond,WA,USA,98052"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Retrocausal, Inc.,Redmond,WA,USA,98052","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106356853","display_name":"Fawad Javed Fateh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fawad Javed Fateh","raw_affiliation_strings":["Retrocausal, Inc.,Redmond,WA,USA,98052"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Retrocausal, Inc.,Redmond,WA,USA,98052","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088070581","display_name":"Andrey Konin","orcid":"https://orcid.org/0000-0003-1886-2402"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrey Konin","raw_affiliation_strings":["Retrocausal, Inc.,Redmond,WA,USA,98052"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Retrocausal, Inc.,Redmond,WA,USA,98052","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011037400","display_name":"M. Zeeshan Zia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"M. Zeeshan Zia","raw_affiliation_strings":["Retrocausal, Inc.,Redmond,WA,USA,98052"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Retrocausal, Inc.,Redmond,WA,USA,98052","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000328580","display_name":"Quoc-Huy Tran","orcid":"https://orcid.org/0000-0003-1396-6544"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quoc-Huy Tran","raw_affiliation_strings":["Retrocausal, Inc.,Redmond,WA,USA,98052"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Retrocausal, Inc.,Redmond,WA,USA,98052","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8405,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.89354847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1048","last_page":"1055"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6606649160385132},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6340678930282593},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6308068037033081},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5935080647468567},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5635853409767151},{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.4906395971775055},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.426100492477417},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41535061597824097},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39948558807373047},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06745791435241699}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6606649160385132},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6340678930282593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6308068037033081},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5935080647468567},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5635853409767151},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.4906395971775055},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.426100492477417},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41535061597824097},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39948558807373047},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06745791435241699},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610644","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610644","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1536680647","https://openalex.org/W1686810756","https://openalex.org/W2078046413","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2550143307","https://openalex.org/W2605947573","https://openalex.org/W2618009704","https://openalex.org/W2618253408","https://openalex.org/W2799262584","https://openalex.org/W2916798096","https://openalex.org/W2954302683","https://openalex.org/W2959050216","https://openalex.org/W2962870549","https://openalex.org/W2963076818","https://openalex.org/W2963853051","https://openalex.org/W2964057995","https://openalex.org/W2990503944","https://openalex.org/W2991376513","https://openalex.org/W3009200023","https://openalex.org/W3010396473","https://openalex.org/W3016856941","https://openalex.org/W3021013305","https://openalex.org/W3034802267","https://openalex.org/W3083550439","https://openalex.org/W3092754310","https://openalex.org/W3094956522","https://openalex.org/W3106350522","https://openalex.org/W3119038403","https://openalex.org/W3119171349","https://openalex.org/W3119178452","https://openalex.org/W3128572220","https://openalex.org/W3203634062","https://openalex.org/W4200075714","https://openalex.org/W4244364296","https://openalex.org/W4285191305","https://openalex.org/W4312044870","https://openalex.org/W4312245820","https://openalex.org/W4312249545","https://openalex.org/W4312719441","https://openalex.org/W4313165677","https://openalex.org/W4387917672","https://openalex.org/W4389667183","https://openalex.org/W4394593032","https://openalex.org/W6637373629","https://openalex.org/W6684665197","https://openalex.org/W6738261693","https://openalex.org/W6738279089"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2953562271","https://openalex.org/W2334655667","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2464530384","https://openalex.org/W2105938841","https://openalex.org/W4253358700","https://openalex.org/W1522196789"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3],"2D":[4,49,95,114,124],"skeleton-based":[5],"action":[6,83,128],"segmentation":[7,84],"method":[8],"with":[9,18],"applications":[10],"in":[11],"fine-grained":[12],"human":[13],"activity":[14],"recognition.":[15],"In":[16],"contrast":[17],"state-of-the-art":[19],"methods":[20,81],"which":[21],"directly":[22],"take":[23],"sequences":[24,47],"of":[25,48],"3D":[26,66],"skeleton":[27,50,96,115],"coordinates":[28],"as":[29,52,101],"inputs":[30,53,117],"and":[31,54,73,98,118],"apply":[32],"Graph":[33],"Convolutional":[34,57],"Networks":[35,58],"(GCNs)":[36],"for":[37,127],"spatiotemporal":[38,62],"feature":[39],"learning,":[40],"our":[41,68,104],"main":[42],"idea":[43],"is":[44,108],"to":[45,60,112,122],"use":[46],"heatmaps":[51,97],"employ":[55],"Temporal":[56],"(TCNs)":[59],"extract":[61],"features.":[63],"Despite":[64],"lacking":[65],"information,":[67],"approach":[69],"yields":[70],"comparable/superior":[71],"performances":[72,90],"better":[74],"robustness":[75],"against":[76],"missing":[77],"keypoints":[78],"than":[79],"previous":[80],"on":[82],"datasets.":[85],"Moreover,":[86],"we":[87],"improve":[88],"the":[89,109,119],"further":[91],"by":[92],"using":[93],"both":[94],"RGB":[99],"videos":[100],"inputs.":[102],"To":[103],"best":[105],"knowledge,":[106],"this":[107],"first":[110,120],"work":[111,121],"utilize":[113],"heatmap":[116],"explore":[123],"skeleton+RGB":[125],"fusion":[126],"segmentation.":[129]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}