{"id":"https://openalex.org/W4387704620","doi":"https://doi.org/10.1007/s11263-023-01910-x","title":"DeepFTSG: Multi-stream Asymmetric USE-Net Trellis Encoders with Shared Decoder Feature Fusion Architecture for Video Motion Segmentation","display_name":"DeepFTSG: Multi-stream Asymmetric USE-Net Trellis Encoders with Shared Decoder Feature Fusion Architecture for Video Motion Segmentation","publication_year":2023,"publication_date":"2023-10-17","ids":{"openalex":"https://openalex.org/W4387704620","doi":"https://doi.org/10.1007/s11263-023-01910-x"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-023-01910-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-023-01910-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01910-x.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01910-x.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035597471","display_name":"Gani Rahmon","orcid":"https://orcid.org/0000-0002-4961-8229"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Gani Rahmon","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Missouri, Columbia, MO, 65211, USA"],"raw_orcid":"https://orcid.org/0000-0002-4961-8229","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Missouri, Columbia, MO, 65211, USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025286899","display_name":"Kannappan Palaniappan","orcid":"https://orcid.org/0000-0003-2663-1380"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kannappan Palaniappan","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Missouri, Columbia, MO, 65211, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Missouri, Columbia, MO, 65211, USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006780186","display_name":"Imad Eddine Toubal","orcid":"https://orcid.org/0000-0003-1754-0823"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Imad Eddine Toubal","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Missouri, Columbia, MO, 65211, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Missouri, Columbia, MO, 65211, USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024182063","display_name":"Filiz Bunyak","orcid":"https://orcid.org/0000-0002-0421-6920"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Filiz Bunyak","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Missouri, Columbia, MO, 65211, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Missouri, Columbia, MO, 65211, USA","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075151572","display_name":"Raghuveer Rao","orcid":"https://orcid.org/0000-0001-6481-4175"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]},{"id":"https://openalex.org/I2802705668","display_name":"United States Army Combat Capabilities Development Command","ror":"https://ror.org/02rdkx920","country_code":"US","type":"other","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raghuveer Rao","raw_affiliation_strings":["U.S. DEVCOM Army Research Laboratory, Adelphi, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. DEVCOM Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128","https://openalex.org/I2802705668"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089593576","display_name":"Guna Seetharaman","orcid":null},"institutions":[{"id":"https://openalex.org/I1288214837","display_name":"United States Naval Research Laboratory","ror":"https://ror.org/04d23a975","country_code":"US","type":"facility","lineage":["https://openalex.org/I1288214837","https://openalex.org/I1330347796","https://openalex.org/I175003984","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guna Seetharaman","raw_affiliation_strings":["U.S. Naval Research Laboratory, Washington, DC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. Naval Research Laboratory, Washington, DC, USA","institution_ids":["https://openalex.org/I1288214837"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5035597471"],"corresponding_institution_ids":["https://openalex.org/I76835614"],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":1.5936,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.85898823,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"132","issue":"3","first_page":"776","last_page":"804"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7753235101699829},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7714039087295532},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5339129567146301},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5233092308044434},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.47291073203086853},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.46197474002838135},{"id":"https://openalex.org/keywords/change-detection","display_name":"Change detection","score":0.4176924228668213},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.415849506855011},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4140714406967163}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7753235101699829},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7714039087295532},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5339129567146301},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5233092308044434},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.47291073203086853},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.46197474002838135},{"id":"https://openalex.org/C203595873","wikidata":"https://www.wikidata.org/wiki/Q25389927","display_name":"Change detection","level":2,"score":0.4176924228668213},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.415849506855011},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4140714406967163},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11263-023-01910-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-023-01910-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01910-x.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11263-023-01910-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-023-01910-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01910-x.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6000000238418579,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1558494907","display_name":null,"funder_award_id":"W911NF-1910181","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G4326400757","display_name":null,"funder_award_id":"DURIP W911NF-1910181","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G5259331294","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G5321375885","display_name":null,"funder_award_id":"W911NF1820285","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387704620.pdf"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W764651262","https://openalex.org/W1536680647","https://openalex.org/W1539790715","https://openalex.org/W1901129140","https://openalex.org/W1960877884","https://openalex.org/W1964127768","https://openalex.org/W1994634851","https://openalex.org/W2027105670","https://openalex.org/W2035866593","https://openalex.org/W2052524720","https://openalex.org/W2059639989","https://openalex.org/W2062520372","https://openalex.org/W2069057506","https://openalex.org/W2071860582","https://openalex.org/W2080172043","https://openalex.org/W2087018183","https://openalex.org/W2106167255","https://openalex.org/W2116076678","https://openalex.org/W2127070222","https://openalex.org/W2141572457","https://openalex.org/W2145962650","https://openalex.org/W2158403369","https://openalex.org/W2170140722","https://openalex.org/W2192482140","https://openalex.org/W2412782625","https://openalex.org/W2511363568","https://openalex.org/W2512785428","https://openalex.org/W2525668722","https://openalex.org/W2608661295","https://openalex.org/W2734349601","https://openalex.org/W2747385624","https://openalex.org/W2751368278","https://openalex.org/W2752782242","https://openalex.org/W2755190242","https://openalex.org/W2759692151","https://openalex.org/W2783946051","https://openalex.org/W2886956694","https://openalex.org/W2891033863","https://openalex.org/W2891248708","https://openalex.org/W2925327970","https://openalex.org/W2950528699","https://openalex.org/W2953452037","https://openalex.org/W2963037989","https://openalex.org/W2963150697","https://openalex.org/W2963782415","https://openalex.org/W2983921198","https://openalex.org/W2999607073","https://openalex.org/W3082346011","https://openalex.org/W3101795426","https://openalex.org/W3105220622","https://openalex.org/W3105536096","https://openalex.org/W3108291730","https://openalex.org/W3152141291","https://openalex.org/W3161715545","https://openalex.org/W4200399832","https://openalex.org/W4244764782","https://openalex.org/W4248936881","https://openalex.org/W4254204315","https://openalex.org/W4297792979","https://openalex.org/W4300179783","https://openalex.org/W4301309063","https://openalex.org/W6650823507"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W4230315250","https://openalex.org/W2086519370","https://openalex.org/W2087343574"],"abstract_inverted_index":{"Abstract":[0],"Discriminating":[1],"salient":[2],"moving":[3,38],"objects":[4],"against":[5],"complex,":[6],"cluttered":[7],"backgrounds,":[8],"with":[9,53,164,260,305],"occlusions":[10],"and":[11,17,44,55,59,69,131,142,169,192,199,226,245,286,322,333],"challenging":[12],"environmental":[13],"conditions":[14],"like":[15],"weather":[16],"illumination,":[18],"is":[19,73,297],"essential":[20],"for":[21,36,65,273,303,336],"stateful":[22],"scene":[23],"perception":[24],"in":[25,299],"autonomous":[26],"systems.":[27],"We":[28,176],"propose":[29],"a":[30,60,74,292,300],"novel":[31],"deep":[32,75,113,223,250],"architecture,":[33],"named":[34],"DeepFTSG,":[35],"robust":[37],"object":[39],"detection":[40,91,112,154,160],"that":[41,79],"incorporates":[42],"single":[43,61,294],"multi-stream":[45],"multi-channel":[46],"USE-Net":[47],"trellis":[48],"asymmetric":[49],"encoders":[50],"extending":[51],"U-Net":[52],"squeeze":[54],"excitation":[56],"(SE)":[57],"blocks":[58],"shared":[62],"decoder":[63],"network":[64,224,265],"fusing":[66],"multiple":[67],"motion":[68,111,130],"appearance":[70],"cues.":[71],"DeepFTSG":[72,105,147,184,208,239,275,295,309,337],"learning":[76,251],"based":[77],"approach":[78],"builds":[80],"upon":[81],"our":[82],"previous":[83],"hand-engineered":[84],"flux":[85],"tensor":[86,141],"split":[87],"Gaussian":[88],"(FTSG)":[89],"change":[90,133,153,159],"video":[92,161,190,334],"analysis":[93],"algorithm":[94],"which":[95],"won":[96],"the":[97,117,151,157,179,204,221,228,236,247,257],"CDNet":[98],"CVPR":[99],"Change":[100],"Detection":[101],"Workshop":[102],"challenge":[103,155],"competition.":[104],"generalizes":[106],"much":[107],"better":[108],"than":[109,216],"top-performing":[110,222],"networks,":[114],"such":[115],"as":[116],"scene-dependent":[118,301],"ensemble-based":[119],"FgSegNet_v2,":[120],"while":[121],"using":[122,137,150],"an":[123,171,210,241,277,314],"order":[124],"of":[125,174,183,213,243,279,316],"magnitude":[126],"fewer":[127],"weights.":[128],"Short-term":[129],"longer-term":[132],"cues":[134],"are":[135,338],"estimated":[136],"general-purpose":[138],"unsupervised":[139],"methods\u2014flux":[140],"multi-modal":[143],"background":[144],"subtraction,":[145],"respectively.":[146],"was":[148],"evaluated":[149,178,194],"CDnet-2014":[152,188],"dataset,":[156,207],"largest":[158],"sequence":[162],"benchmark":[163,201],"12.3":[165],"billion":[166],"labeled":[167],"pixels,":[168],"had":[170,209,240,276],"overall":[172],"F-measure":[173,211,242],"97%.":[175],"also":[177],"cross-dataset":[180],"generalization":[181],"capability":[182],"trained":[185,298],"solely":[186],"on":[187,195,318,324],"short":[189],"segments":[191],"then":[193,308],"unseen":[196,205,237,258],"SBI-2015,":[197],"LASIESTA":[198,325],"LaSOT":[200,259],"videos.":[202],"On":[203,235,256],"SBI-2015":[206,319],"accuracy":[212],"87%,":[214],"more":[215],"30%":[217],"higher":[218],"compared":[219],"to":[220,270],"FgSegNet_v2":[225,287],"outperforms":[227],"recently":[229],"proposed":[230],"KimHa":[231,282],"method":[232,252,283],"by":[233,254,284,288],"17%.":[234],"LASIESTA,":[238],"88%":[244],"outperformed":[246],"best":[248],"recent":[249],"BSUV-Net2.0":[253],"3%.":[255],"axis-aligned":[261],"bounding":[262,271],"box":[263],"ground-truth,":[264],"segmentation":[266],"masks":[267],"were":[268],"converted":[269],"boxes":[272],"evaluation,":[274],"F-Measure":[278,315],"55%,":[280],"outperforming":[281],"14%":[285],"almost":[289],"1.5%.":[290],"When":[291],"customized":[293],"model":[296],"manner":[302],"comparison":[304],"state-of-the-art":[306],"approaches,":[307],"performs":[310],"significantly":[311],"better,":[312],"reaching":[313],"97%":[317],"(+":[320,326],"10%)":[321],"99%":[323],"11%).":[327],"The":[328],"source":[329],"code,":[330],"pre-trained":[331],"weights,":[332],"demo":[335],"available":[339],"at":[340],"https://github.com/CIVA-Lab/DeepFTSG":[341],".":[342]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}