{"id":"https://openalex.org/W7151382167","doi":"https://doi.org/10.48550/arxiv.2604.03590","title":"SBF: An Effective Representation to Augment Skeleton for Video-based Human Action Recognition","display_name":"SBF: An Effective Representation to Augment Skeleton for Video-based Human Action Recognition","publication_year":2026,"publication_date":"2026-04-04","ids":{"openalex":"https://openalex.org/W7151382167","doi":"https://doi.org/10.48550/arxiv.2604.03590"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.03590","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.03590","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129668348","display_name":"Zhuoxuan Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Zhuoxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101198950","display_name":"Yiyi Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Yiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133071637","display_name":"Yang Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133089938","display_name":"S. -H. Gary Chan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chan, S. -H. Gary","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.7402999997138977},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7382000088691711},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6852999925613403},{"id":"https://openalex.org/keywords/human-skeleton","display_name":"Human skeleton","score":0.6121000051498413},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5504999756813049},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.49869999289512634},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.48809999227523804},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.3792000114917755},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.366100013256073}],"concepts":[{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.7402999997138977},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7382000088691711},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6886000037193298},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6852999925613403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6736999750137329},{"id":"https://openalex.org/C2777846634","wikidata":"https://www.wikidata.org/wiki/Q9621","display_name":"Human skeleton","level":2,"score":0.6121000051498413},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5504999756813049},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.49869999289512634},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48809999227523804},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.427700012922287},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.3792000114917755},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.366100013256073},{"id":"https://openalex.org/C2779136372","wikidata":"https://www.wikidata.org/wiki/Q10283002","display_name":"Information flow","level":2,"score":0.3634999990463257},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.35659998655319214},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.3522000014781952},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.3181999921798706},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25999999046325684},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.25949999690055847}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.03590","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.03590","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Many":[0],"modern":[1],"video-based":[2],"human":[3,51,57,113],"action":[4],"recognition":[5],"(HAR)":[6],"approaches":[7,24],"use":[8],"2D":[9],"skeleton":[10,34,70,142,153],"as":[11,179],"the":[12,33,43,46,50,56,78,99,112,141,151,182],"intermediate":[13],"representation":[14,73],"in":[15,27,77],"their":[16],"prediction":[17],"pipelines.":[18],"Despite":[19],"overall":[20],"encouraging":[21],"results,":[22],"these":[23],"still":[25],"struggle":[26],"many":[28],"common":[29],"scenes,":[30],"mainly":[31],"because":[32],"does":[35],"not":[36],"capture":[37],"critical":[38],"action-related":[39,75],"information":[40,76],"pertaining":[41],"to":[42,68],"depth":[44,103],"of":[45,49,80,88,105],"joints,":[47],"contour":[48],"body,":[52],"and":[53,58,115,143,167,177],"interaction":[54,121],"between":[55],"objects.":[59],"To":[60,128],"address":[61],"this,":[62],"we":[63,131],"propose":[64],"an":[65],"effective":[66],"approach":[67],"augment":[69],"with":[71,174,181],"a":[72,93,108,116,135],"capturing":[74],"pipeline":[79,163],"HAR.":[81],"The":[82],"representation,":[83],"termed":[84],"Scale-Body-Flow":[85],"(SBF),":[86],"consists":[87],"three":[89],"distinct":[90],"components,":[91],"namely":[92],"scale":[94,100],"map":[95,110,118],"volume":[96],"given":[97,122],"by":[98,123,140],"(and":[101],"hence":[102],"information)":[104],"each":[106],"joint,":[107],"body":[109],"outlining":[111],"subject,":[114],"flow":[117,126,145],"indicating":[119],"human-object":[120],"pixel-wise":[124],"optical":[125,144],"values.":[127],"predict":[129],"SBF,":[130],"further":[132],"present":[133],"SFSNet,":[134],"novel":[136],"segmentation":[137],"network":[138],"supervised":[139],"without":[146],"extra":[147],"annotation":[148],"overhead":[149],"beyond":[150],"existing":[152],"extraction.":[154],"Extensive":[155],"experiments":[156],"across":[157],"different":[158],"datasets":[159],"demonstrate":[160],"that":[161],"our":[162],"based":[164],"on":[165],"SBF":[166],"SFSNet":[168],"achieves":[169],"significantly":[170],"higher":[171],"HAR":[172],"accuracy":[173],"similar":[175],"compactness":[176],"efficiency":[178],"compared":[180],"state-of-the-art":[183],"skeleton-only":[184],"approaches.":[185]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-08T00:00:00"}