{"id":"https://openalex.org/W4409356387","doi":"https://doi.org/10.1109/tnnls.2025.3550910","title":"End-to-End Streaming Video Temporal Action Segmentation With Reinforcement Learning","display_name":"End-to-End Streaming Video Temporal Action Segmentation With Reinforcement Learning","publication_year":2025,"publication_date":"2025-04-11","ids":{"openalex":"https://openalex.org/W4409356387","doi":"https://doi.org/10.1109/tnnls.2025.3550910","pmid":"https://pubmed.ncbi.nlm.nih.gov/40215154"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3550910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3550910","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090116586","display_name":"Jinrong Zhang","orcid":"https://orcid.org/0009-0000-0777-5499"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin-Rong Zhang","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0000-0777-5499","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059712074","display_name":"Wujun Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu-Jun Wen","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-4157-8151","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018748397","display_name":"Shenglan Liu","orcid":"https://orcid.org/0000-0003-3823-4200"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng-Lan Liu","raw_affiliation_strings":["School of Innovation and Entrepreneurship, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-3823-4200","affiliations":[{"raw_affiliation_string":"School of Innovation and Entrepreneurship, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013240918","display_name":"Gao Huang","orcid":"https://orcid.org/0000-0002-7251-0988"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gao Huang","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7251-0988","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041840208","display_name":"Yunheng Li","orcid":"https://orcid.org/0000-0003-2298-0540"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun-Heng Li","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-2298-0540","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057945355","display_name":"Qifeng Li","orcid":"https://orcid.org/0000-0001-8813-5054"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi-Feng Li","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100757898","display_name":"Lin Feng","orcid":"https://orcid.org/0000-0002-4942-2293"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Feng","raw_affiliation_strings":["School of Innovation and Entrepreneurship, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-4942-2293","affiliations":[{"raw_affiliation_string":"School of Innovation and Entrepreneurship, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8699,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.84773273,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"36","issue":"8","first_page":"15449","last_page":"15462"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6605659127235413},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.551767110824585},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.48338714241981506},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4739145040512085},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.46365365386009216},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39591145515441895},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.04750800132751465}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6605659127235413},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.551767110824585},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.48338714241981506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4739145040512085},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.46365365386009216},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39591145515441895},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.04750800132751465},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3550910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3550910","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40215154","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40215154","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2366110469","display_name":null,"funder_award_id":"62376052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1980516134","https://openalex.org/W2031688197","https://openalex.org/W2099614498","https://openalex.org/W2109698606","https://openalex.org/W2194775991","https://openalex.org/W2461621749","https://openalex.org/W2463824207","https://openalex.org/W2491875666","https://openalex.org/W2550143307","https://openalex.org/W2781922022","https://openalex.org/W2799262584","https://openalex.org/W2895299763","https://openalex.org/W2951143549","https://openalex.org/W2962914239","https://openalex.org/W2963095467","https://openalex.org/W2963155035","https://openalex.org/W2963163009","https://openalex.org/W2963321993","https://openalex.org/W2963524571","https://openalex.org/W2963775820","https://openalex.org/W2963853051","https://openalex.org/W2964539095","https://openalex.org/W2973202379","https://openalex.org/W2990152177","https://openalex.org/W3034257141","https://openalex.org/W3034802267","https://openalex.org/W3083550439","https://openalex.org/W3108772932","https://openalex.org/W3119038403","https://openalex.org/W3126721948","https://openalex.org/W3138340468","https://openalex.org/W3153807302","https://openalex.org/W3157403981","https://openalex.org/W3166363426","https://openalex.org/W3204193736","https://openalex.org/W4214589115","https://openalex.org/W4221167396","https://openalex.org/W4230563027","https://openalex.org/W4292970162","https://openalex.org/W4293795016","https://openalex.org/W4306362333","https://openalex.org/W4312349930","https://openalex.org/W4312560592","https://openalex.org/W4312982010","https://openalex.org/W4313055276","https://openalex.org/W4313118773","https://openalex.org/W4313165677","https://openalex.org/W4380303514","https://openalex.org/W4390872435","https://openalex.org/W4402702885","https://openalex.org/W4411245031","https://openalex.org/W6637967152","https://openalex.org/W6675365184","https://openalex.org/W6683204974","https://openalex.org/W6790121257","https://openalex.org/W6793987055","https://openalex.org/W6795951589","https://openalex.org/W6802648153","https://openalex.org/W6811049435","https://openalex.org/W6845939122"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0,46,133],"streaming":[1,125],"temporal":[2,11],"action":[3,12],"segmentation":[4,13,90],"(STAS)":[5],"task,":[6],"a":[7],"supplementary":[8],"task":[9,48,146],"of":[10,23,56,71,152],"(TAS),":[14],"has":[15],"not":[16],"received":[17],"adequate":[18],"attention":[19],"in":[20,65,87,145],"the":[21,50,57,69,98,108,138,143,150,162,168,181,190,198],"field":[22],"video":[24,60,126,200],"understanding.":[25],"Existing":[26],"TAS":[27,72,81,105,127,184],"methods":[28,73,82],"are":[29],"constrained":[30],"to":[31,35,52,74,83,115,160,180],"offline":[32],"scenarios":[33],"due":[34],"their":[36],"heavy":[37],"reliance":[38],"on":[39,186,197],"multimodal":[40],"features":[41],"and":[42,104,118,148,176],"complete":[43],"contextual":[44],"information.":[45],"STAS":[47,102,174],"requires":[49],"model":[51,116,128,170,185],"classify":[53],"each":[54],"frame":[55],"entire":[58],"untrimmed":[59],"sequence":[61],"clip":[62,64],"by":[63,142],"time,":[66],"thereby":[67],"extending":[68],"applicability":[70],"online":[75,153],"scenarios.":[76],"However,":[77],"directly":[78],"applying":[79],"existing":[80,173],"SATS":[84],"tasks":[85,103],"results":[86],"significantly":[88,171],"poor":[89],"outcomes.":[91],"In":[92],"this":[93],"article,":[94],"we":[95],"thoroughly":[96],"analyze":[97],"fundamental":[99],"differences":[100],"between":[101],"tasks,":[106],"attributing":[107],"severe":[109],"performance":[110,179],"degradation":[111],"when":[112],"transferring":[113],"models":[114,175],"bias":[117,140],"optimization":[119,163],"dilemmas.":[120],"We":[121],"introduce":[122],"an":[123],"end-to-end":[124,134],"with":[129],"reinforcement":[130],"learning":[131,156],"(SVTAS-RL).":[132],"modeling":[135,139],"method":[136],"mitigates":[137],"introduced":[141],"change":[144],"nature":[147],"enhances":[149],"feasibility":[151],"solutions.":[154],"Reinforcement":[155],"(RL)":[157],"is":[158,205],"utilized":[159],"alleviate":[161],"dilemma.":[164],"Through":[165],"extensive":[166],"experiments,":[167],"SVTAS-RL":[169],"outperforms":[172],"achieves":[177],"competitive":[178],"state-of-the-art":[182],"(SOTA)":[183],"multiple":[187],"datasets":[188],"under":[189],"same":[191],"evaluation":[192],"criteria,":[193],"demonstrating":[194],"notable":[195],"advantages":[196],"ultralong":[199],"dataset":[201],"EGTEA.":[202],"Our":[203],"code":[204],"publicly":[206],"available":[207],"at":[208],"https://github.com/Thinksky5124/SVTAS.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}