{"id":"https://openalex.org/W4409723769","doi":"https://doi.org/10.1109/tcyb.2025.3559660","title":"Multiscale Skeleton-Based Temporal Action Segmentation Using Hierarchical Temporal Modeling and Prediction Ensemble","display_name":"Multiscale Skeleton-Based Temporal Action Segmentation Using Hierarchical Temporal Modeling and Prediction Ensemble","publication_year":2025,"publication_date":"2025-04-23","ids":{"openalex":"https://openalex.org/W4409723769","doi":"https://doi.org/10.1109/tcyb.2025.3559660","pmid":"https://pubmed.ncbi.nlm.nih.gov/40266863"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2025.3559660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2025.3559660","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100675176","display_name":"Bowen Chen","orcid":"https://orcid.org/0000-0003-0042-6207"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowen Chen","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0042-6207","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102794220","display_name":"Wei Nie","orcid":"https://orcid.org/0009-0006-0270-2630"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Nie","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088582121","display_name":"Haoyu Ji","orcid":"https://orcid.org/0009-0007-2150-0791"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Ji","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0007-2150-0791","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072203497","display_name":"Weihong Ren","orcid":"https://orcid.org/0000-0003-3839-0078"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihong Ren","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3839-0078","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007569721","display_name":"Qiyi Tong","orcid":"https://orcid.org/0000-0002-8879-1147"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiyi Tong","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8879-1147","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018706878","display_name":"Zhiyong Wang","orcid":"https://orcid.org/0000-0001-5546-6666"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Wang","raw_affiliation_strings":["School of Biomedical Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5546-6666","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085867312","display_name":"Honghai Liu","orcid":"https://orcid.org/0000-0002-2880-4698"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honghai Liu","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems and the School of Biomedical Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2880-4698","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems and the School of Biomedical Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":1.059,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.74495825,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"55","issue":"6","first_page":"2779","last_page":"2791"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9412000179290771,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.6526042819023132},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6338164806365967},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6277943253517151},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5825698971748352},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47843316197395325},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4277167320251465},{"id":"https://openalex.org/keywords/multiscale-modeling","display_name":"Multiscale modeling","score":0.4272609055042267}],"concepts":[{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.6526042819023132},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6338164806365967},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6277943253517151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5825698971748352},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47843316197395325},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4277167320251465},{"id":"https://openalex.org/C141123601","wikidata":"https://www.wikidata.org/wiki/Q6935072","display_name":"Multiscale modeling","level":2,"score":0.4272609055042267},{"id":"https://openalex.org/C147597530","wikidata":"https://www.wikidata.org/wiki/Q369472","display_name":"Computational chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2025.3559660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2025.3559660","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:40266863","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40266863","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1831033348","display_name":null,"funder_award_id":"0095/2022/AFJ","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1916973433","display_name":null,"funder_award_id":"JCYJ20230807093804010","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G1943871057","display_name":null,"funder_award_id":"62261160652","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2567398775","display_name":"\u9762\u5411\u5b64\u72ec\u75c7\u65e9\u671f\u8bca\u7597\u7684\u673a\u5668\u8f85\u52a9\u7cfb\u7edf\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61733011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4486226121","display_name":null,"funder_award_id":"JCYJ20240813105137049","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G6150420632","display_name":null,"funder_award_id":"2022YFB4700200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7875817464","display_name":null,"funder_award_id":"52275013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1492952184","https://openalex.org/W1974704788","https://openalex.org/W1984749762","https://openalex.org/W2008662704","https://openalex.org/W2016634126","https://openalex.org/W2036266947","https://openalex.org/W2086385378","https://openalex.org/W2124688298","https://openalex.org/W2550143307","https://openalex.org/W2560023338","https://openalex.org/W2601271987","https://openalex.org/W2799262584","https://openalex.org/W2811240690","https://openalex.org/W2963076818","https://openalex.org/W2963524571","https://openalex.org/W2963853051","https://openalex.org/W2963857746","https://openalex.org/W2970662571","https://openalex.org/W3009200023","https://openalex.org/W3010071343","https://openalex.org/W3034802267","https://openalex.org/W3044644239","https://openalex.org/W3108772932","https://openalex.org/W3119038403","https://openalex.org/W3130641941","https://openalex.org/W3149839747","https://openalex.org/W3166363426","https://openalex.org/W3174836262","https://openalex.org/W3195378344","https://openalex.org/W3195532031","https://openalex.org/W4200075714","https://openalex.org/W4292387426","https://openalex.org/W4312044870","https://openalex.org/W4312738889","https://openalex.org/W4312982010","https://openalex.org/W4313055276","https://openalex.org/W4315473885","https://openalex.org/W4366503267","https://openalex.org/W4379927854","https://openalex.org/W4387245334","https://openalex.org/W4387917672","https://openalex.org/W4390872435","https://openalex.org/W4390873751","https://openalex.org/W4392516791","https://openalex.org/W6739696289","https://openalex.org/W6778231270","https://openalex.org/W6802442395","https://openalex.org/W6846956528","https://openalex.org/W6851318867"],"related_works":["https://openalex.org/W2953562271","https://openalex.org/W2334655667","https://openalex.org/W2464530384","https://openalex.org/W2105938841","https://openalex.org/W4253358700","https://openalex.org/W3139863978","https://openalex.org/W2014897006","https://openalex.org/W1756135943","https://openalex.org/W4247976907","https://openalex.org/W4298048979"],"abstract_inverted_index":{"Skeleton-based":[0],"temporal":[1,15,67,91,185],"action":[2,79,108,193],"segmentation":[3],"(TAS)":[4],"decomposes":[5],"untrimmed":[6],"skeleton":[7,19],"sequence":[8],"into":[9],"meaningful":[10],"segments.":[11],"The":[12],"variance":[13],"in":[14,116],"scale":[16],"challenges":[17],"the":[18,45,96,111,128,134,147,164,180,196,208],"modeling":[20],"network":[21],"to":[22,43,106,126],"seek":[23],"a":[24,81,88,121,200],"balance":[25],"between":[26],"over-segmentation":[27],"and":[28,39,52,71,160,172],"under-segmentation.":[29],"Current":[30],"methods":[31],"often":[32],"rely":[33],"on":[34,141,163],"parallel":[35],"multiscale":[36,46,61,73,84,212],"feature":[37],"extractors":[38],"additional":[40,103],"refinement":[41,104,205],"modules":[42],"mitigate":[44],"issue,":[47],"which":[48],"brings":[49],"significant":[50],"computations":[51],"complexity.":[53],"To":[54],"address":[55],"these":[56],"issues,":[57],"this":[58],"article":[59],"proposes":[60],"skeleton-based":[62],"TAS":[63],"(MSTAS),":[64],"consisting":[65],"of":[66,83,98,101,136,211],"probability":[68,85,129],"pyramid":[69,198],"(TPP)":[70],"smoothed":[72],"ensemble":[74],"(SME).":[75],"TPP":[76],"represents":[77],"each":[78,117,137],"as":[80,157],"collection":[82],"distributions":[86,99,130],"using":[87],"U-shape":[89,197],"hierarchical":[90],"pyramid.":[92],"Subsequently,":[93],"SME":[94,119],"takes":[95],"average":[97],"instead":[100],"deploying":[102],"stages":[105],"achieve":[107],"segmentation.":[109],"Considering":[110],"over-confident":[112],"issue":[113],"that":[114,146],"exists":[115],"scale,":[118],"incorporates":[120],"novel":[122],"label":[123],"smoothing":[124],"phase":[125],"improve":[127],"by":[131],"dynamically":[132],"calibrating":[133],"confidence":[135,178],"scale.":[138],"Experimental":[139],"results":[140],"four":[142],"public":[143],"datasets":[144],"show":[145],"MSTAS":[148,181],"achieves":[149],"state-of-the-art":[150],"performance":[151],"with":[152,168,203],"less":[153],"computation":[154],"overheads,":[155],"such":[156],"+1.1%":[158],"accuracy":[159],"+2.8%":[161],"F1@0.5":[162],"challenging":[165],"LARa":[166],"dataset":[167],"70%":[169],"fewer":[170,174],"parameters":[171],"80%":[173],"GFLOPS.":[175],"Benefiting":[176],"from":[177],"calibration,":[179],"efficiently":[182],"utilizes":[183],"more":[184],"scales":[186],"while":[187],"keeping":[188],"better":[189],"calibration":[190],"for":[191],"ambiguous":[192],"instances.":[194],"Additionally,":[195],"demonstrates":[199],"strong":[201],"compatibility":[202],"classical":[204],"module,":[206],"enabling":[207],"efficient":[209],"extraction":[210],"motion":[213],"representations.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}