{"id":"https://openalex.org/W3083550439","doi":"https://doi.org/10.1109/tpami.2020.3021756","title":"MS-TCN++: Multi-Stage Temporal Convolutional Network for Action Segmentation","display_name":"MS-TCN++: Multi-Stage Temporal Convolutional Network for Action Segmentation","publication_year":2020,"publication_date":"2020-09-04","ids":{"openalex":"https://openalex.org/W3083550439","doi":"https://doi.org/10.1109/tpami.2020.3021756","mag":"3083550439","pmid":"https://pubmed.ncbi.nlm.nih.gov/32886607"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2020.3021756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3021756","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100458954","display_name":"Shijie Li","orcid":null},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Shijie Li","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073411379","display_name":"Yazan Abu Farha","orcid":"https://orcid.org/0000-0003-2185-4809"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yazan Abu Farha","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056961910","display_name":"Yun Liu","orcid":"https://orcid.org/0000-0001-6143-0264"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Liu","raw_affiliation_strings":["Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037131575","display_name":"Ming\u2010Ming Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming-Ming Cheng","raw_affiliation_strings":["Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012240246","display_name":"J\u00fcergen Gall","orcid":"https://orcid.org/0000-0002-9447-3399"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Juergen Gall","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100458954"],"corresponding_institution_ids":["https://openalex.org/I135140700"],"apc_list":null,"apc_paid":null,"fwci":16.6848,"has_fulltext":false,"cited_by_count":314,"citation_normalized_percentile":{"value":0.99436358,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"45","issue":"6","first_page":"6647","last_page":"6658"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8250847458839417},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7637097835540771},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7435633540153503},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7135328054428101},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5743029117584229},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5486841201782227},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4967523217201233},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49373921751976013},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4744639992713928},{"id":"https://openalex.org/keywords/market-segmentation","display_name":"Market segmentation","score":0.43372052907943726},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.42976003885269165},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.42798590660095215},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37668606638908386},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.23175257444381714}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8250847458839417},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7637097835540771},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7435633540153503},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7135328054428101},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5743029117584229},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5486841201782227},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4967523217201233},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49373921751976013},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4744639992713928},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.43372052907943726},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.42976003885269165},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.42798590660095215},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37668606638908386},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.23175257444381714},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2020.3021756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3021756","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:32886607","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32886607","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5541585407","display_name":null,"funder_award_id":"GA 1927/4-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1967686239","https://openalex.org/W1983845824","https://openalex.org/W2019660985","https://openalex.org/W2023866509","https://openalex.org/W2031688197","https://openalex.org/W2083319857","https://openalex.org/W2099614498","https://openalex.org/W2109698606","https://openalex.org/W2142258645","https://openalex.org/W2149276562","https://openalex.org/W2156303437","https://openalex.org/W2169992457","https://openalex.org/W2194775991","https://openalex.org/W2307770531","https://openalex.org/W2314362175","https://openalex.org/W2432964524","https://openalex.org/W2461621749","https://openalex.org/W2463824207","https://openalex.org/W2491875666","https://openalex.org/W2519091744","https://openalex.org/W2530494944","https://openalex.org/W2550143307","https://openalex.org/W2553594924","https://openalex.org/W2565639579","https://openalex.org/W2597958930","https://openalex.org/W2600081845","https://openalex.org/W2755876276","https://openalex.org/W2799262584","https://openalex.org/W2893390896","https://openalex.org/W2906270977","https://openalex.org/W2928165649","https://openalex.org/W2952435096","https://openalex.org/W2962876901","https://openalex.org/W2963247196","https://openalex.org/W2963321993","https://openalex.org/W2963524571","https://openalex.org/W2963853051","https://openalex.org/W2964107628","https://openalex.org/W2964214371","https://openalex.org/W2964216549","https://openalex.org/W2964304707","https://openalex.org/W2964311439","https://openalex.org/W2983918066","https://openalex.org/W2984100309","https://openalex.org/W2986407524","https://openalex.org/W2990503944","https://openalex.org/W4323697410","https://openalex.org/W6639824700","https://openalex.org/W6682864246","https://openalex.org/W6685444460","https://openalex.org/W6686679147","https://openalex.org/W6697925102","https://openalex.org/W6729814214","https://openalex.org/W6737159596","https://openalex.org/W6749682228","https://openalex.org/W6755131278","https://openalex.org/W6764542951"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2626256601","https://openalex.org/W147410782","https://openalex.org/W2900413183","https://openalex.org/W4390975304","https://openalex.org/W3022252430","https://openalex.org/W4287804464","https://openalex.org/W3103989898","https://openalex.org/W4401096132","https://openalex.org/W2964954556"],"abstract_inverted_index":{"With":[0],"the":[1,41,65,72,75,89,147,150,154,159,168,171,197],"success":[2],"of":[3,34,43,74,99,149,162,170],"deep":[4],"learning":[5],"in":[6,22,46,174],"classifying":[7,20],"short":[8],"trimmed":[9],"videos,":[10],"more":[11],"attention":[12],"has":[13],"been":[14],"focused":[15],"on":[16,187],"temporally":[17],"segmenting":[18],"and":[19,37,140,178,196],"activities":[21],"long":[23],"untrimmed":[24],"videos.":[25],"State-of-the-art":[26],"approaches":[27,45],"for":[28,64],"action":[29,67,180],"segmentation":[30,68],"utilize":[31],"several":[32,97],"layers":[33,98,118],"temporal":[35,38,48,66,101],"convolution":[36],"pooling.":[39],"Despite":[40],"capabilities":[42],"these":[44,163],"capturing":[47,175],"dependencies,":[49],"their":[50],"predictions":[51],"suffer":[52,120],"from":[53,121,153],"over-segmentation":[54],"errors.":[55],"In":[56,92],"this":[57,112,128],"paper,":[58],"we":[59,95,130],"propose":[60,131],"a":[61,104,122,132],"multi-stage":[62],"architecture":[63,113],"task":[69],"that":[70,85,136],"overcomes":[71],"limitations":[73],"previous":[76],"approaches.":[77],"The":[78],"first":[79,151],"stage":[80,94,152],"generates":[81],"an":[82],"initial":[83],"prediction":[84],"is":[86],"refined":[87],"by":[88],"next":[90],"ones.":[91],"each":[93],"stack":[96],"dilated":[100,134],"convolutions":[102],"covering":[103],"large":[105,139],"receptive":[106,124,142],"field":[107],"with":[108],"few":[109],"parameters.":[110],"While":[111],"already":[114],"performs":[115],"well,":[116],"lower":[117],"still":[119],"small":[123,141],"field.":[125],"To":[126],"address":[127,158],"limitation,":[129],"dual":[133],"layer":[135],"combines":[137],"both":[138],"fields.":[143],"We":[144],"further":[145],"decouple":[146],"design":[148],"refining":[155],"stages":[156],"to":[157],"different":[160],"requirements":[161],"stages.":[164],"Extensive":[165],"evaluation":[166],"shows":[167],"effectiveness":[169],"proposed":[172],"model":[173],"long-range":[176],"dependencies":[177],"recognizing":[179],"segments.":[181],"Our":[182],"models":[183],"achieve":[184],"state-of-the-art":[185],"results":[186],"three":[188],"datasets:":[189],"50Salads,":[190],"Georgia":[191],"Tech":[192],"Egocentric":[193],"Activities":[194],"(GTEA),":[195],"Breakfast":[198],"dataset.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":62},{"year":2024,"cited_by_count":74},{"year":2023,"cited_by_count":55},{"year":2022,"cited_by_count":61},{"year":2021,"cited_by_count":46},{"year":2020,"cited_by_count":8}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}