{"id":"https://openalex.org/W3101341679","doi":"https://doi.org/10.5220/0010339401820192","title":"Hybrid-S2S: Video Object Segmentation with Recurrent Networks and Correspondence Matching","display_name":"Hybrid-S2S: Video Object Segmentation with Recurrent Networks and Correspondence Matching","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3101341679","doi":"https://doi.org/10.5220/0010339401820192","mag":"3101341679"},"language":"en","primary_location":{"id":"doi:10.5220/0010339401820192","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010339401820192","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0010339401820192","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088285773","display_name":"Fatemeh Azimi","orcid":"https://orcid.org/0000-0001-9995-0142"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fatemeh Azimi","raw_affiliation_strings":["DFKI GmbH, Germany, --- Select a Country ---","TU Kaiserslautern, Germany, --- Select a Country ---","German Research Centre for Artificial Intelligence"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DFKI GmbH, Germany, --- Select a Country ---","institution_ids":["https://openalex.org/I33256026"]},{"raw_affiliation_string":"TU Kaiserslautern, Germany, --- Select a Country ---","institution_ids":["https://openalex.org/I153267046"]},{"raw_affiliation_string":"German Research Centre for Artificial Intelligence","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053202923","display_name":"Stanislav Frolov","orcid":"https://orcid.org/0000-0003-2700-5031"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stanislav Frolov","raw_affiliation_strings":["DFKI GmbH, Germany, --- Select a Country ---","TU Kaiserslautern, Germany, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DFKI GmbH, Germany, --- Select a Country ---","institution_ids":["https://openalex.org/I33256026"]},{"raw_affiliation_string":"TU Kaiserslautern, Germany, --- Select a Country ---","institution_ids":["https://openalex.org/I153267046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029509133","display_name":"Federico Raue","orcid":"https://orcid.org/0000-0002-8604-6207"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Federico Raue","raw_affiliation_strings":["DFKI GmbH, Germany, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DFKI GmbH, Germany, --- Select a Country ---","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":null,"display_name":"J\u00f6rn Hees","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J\u00f6rn Hees","raw_affiliation_strings":["DFKI GmbH, Germany, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DFKI GmbH, Germany, --- Select a Country ---","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101904182","display_name":"Andreas Dengel","orcid":"https://orcid.org/0000-0002-6100-8255"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Dengel","raw_affiliation_strings":["DFKI GmbH, Germany, --- Select a Country ---","TU Kaiserslautern, Germany, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DFKI GmbH, Germany, --- Select a Country ---","institution_ids":["https://openalex.org/I33256026"]},{"raw_affiliation_string":"TU Kaiserslautern, Germany, --- Select a Country ---","institution_ids":["https://openalex.org/I153267046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"182","last_page":"192"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8360552787780762},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7237647771835327},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7140288352966309},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.7054111957550049},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5503014922142029},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5466764569282532},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5331662893295288},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.525579035282135},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4973333179950714},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.47657132148742676},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.4578375816345215},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4304051995277405},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39270979166030884},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.26501357555389404}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8360552787780762},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7237647771835327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7140288352966309},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.7054111957550049},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5503014922142029},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5466764569282532},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5331662893295288},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.525579035282135},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4973333179950714},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.47657132148742676},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.4578375816345215},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4304051995277405},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39270979166030884},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26501357555389404},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.5220/0010339401820192","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010339401820192","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2010.05069","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.05069","pdf_url":"https://arxiv.org/pdf/2010.05069","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2010.05069","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.05069","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.57702/u9fuiwda","is_oa":true,"landing_page_url":"https://doi.org/10.57702/u9fuiwda","pdf_url":null,"source":{"id":"https://openalex.org/S7407053387","display_name":"TIB Data Manager","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"},{"id":"mag:3101341679","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.5220/0010339401820192","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010339401820192","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W648786980","https://openalex.org/W1485009520","https://openalex.org/W1496571393","https://openalex.org/W1686810756","https://openalex.org/W1901129140","https://openalex.org/W2030346542","https://openalex.org/W2096979710","https://openalex.org/W2108598243","https://openalex.org/W2113708607","https://openalex.org/W2194775991","https://openalex.org/W2200599981","https://openalex.org/W2412782625","https://openalex.org/W2463175074","https://openalex.org/W2470139095","https://openalex.org/W2560474170","https://openalex.org/W2564998703","https://openalex.org/W2598666589","https://openalex.org/W2605482930","https://openalex.org/W2610147486","https://openalex.org/W2739916914","https://openalex.org/W2765349170","https://openalex.org/W2890447039","https://openalex.org/W2916743882","https://openalex.org/W2921536280","https://openalex.org/W2962825871","https://openalex.org/W2963091558","https://openalex.org/W2963150697","https://openalex.org/W2963503215","https://openalex.org/W2963732700","https://openalex.org/W2964121744","https://openalex.org/W2964218467","https://openalex.org/W2964308564","https://openalex.org/W2964343881","https://openalex.org/W2981342784","https://openalex.org/W2990205821","https://openalex.org/W3019634314","https://openalex.org/W3035042565","https://openalex.org/W3098547059"],"related_works":["https://openalex.org/W3132765014","https://openalex.org/W3092600374","https://openalex.org/W3090408982","https://openalex.org/W2030994305","https://openalex.org/W3108490173","https://openalex.org/W3011951626","https://openalex.org/W3003818653","https://openalex.org/W3157403981","https://openalex.org/W2999972254","https://openalex.org/W2522273752","https://openalex.org/W2964282634","https://openalex.org/W3165129108","https://openalex.org/W2035893153","https://openalex.org/W2203832812","https://openalex.org/W2987791492","https://openalex.org/W2153378748","https://openalex.org/W3161632490","https://openalex.org/W3201301191","https://openalex.org/W2805980550","https://openalex.org/W2584471766"],"abstract_inverted_index":{"One-shot":[0],"Video":[1],"Object":[2],"Segmentation~(VOS)":[3],"is":[4,26,103],"the":[5,19,23,87,98,110,117,137,145,154,186],"task":[6],"of":[7,12,22,67,151],"pixel-wise":[8],"tracking":[9],"an":[10,61,149],"object":[11],"interest":[13],"within":[14],"a":[15,72,79,104],"video":[16],"sequence,":[17],"where":[18],"segmentation":[20,156,187],"mask":[21,81],"first":[24],"frame":[25],"given":[27],"at":[28],"inference":[29],"time.":[30],"In":[31,56],"recent":[32],"years,":[33],"Recurrent":[34],"Neural":[35],"Networks~(RNNs)":[36],"have":[37],"been":[38],"widely":[39],"used":[40],"for":[41],"VOS":[42],"tasks,":[43],"but":[44],"they":[45],"often":[46],"suffer":[47],"from":[48,90],"limitations":[49],"such":[50,172],"as":[51,140,142,173],"drift":[52,111],"and":[53,64,124,175,178],"error":[54,129],"propagation.":[55,130],"this":[57],"work,":[58],"we":[59,147],"study":[60],"RNN-based":[62,159],"architecture":[63,75,183],"address":[65],"some":[66],"these":[68,190],"issues":[69],"by":[70],"proposing":[71],"hybrid":[73,182],"sequence-to-sequence":[74],"named":[76],"HS2S,":[77],"utilizing":[78],"dual":[80],"propagation":[82],"strategy":[83],"that":[84,96,180],"allows":[85],"incorporating":[86],"information":[88,115],"obtained":[89],"correspondence":[91,101],"matching.":[92],"Our":[93],"experiments":[94],"show":[95,179],"augmenting":[97],"RNN":[99],"with":[100],"matching":[102],"highly":[105],"effective":[106],"solution":[107],"to":[108,119],"reduce":[109],"problem.":[112],"The":[113],"additional":[114],"helps":[116],"model":[118,135],"predict":[120],"more":[121],"accurate":[122],"masks":[123],"makes":[125],"it":[126],"robust":[127],"against":[128],"We":[131,164],"evaluate":[132],"our":[133,166,181],"HS2S":[134],"on":[136],"DAVIS2017":[138],"dataset":[139],"well":[141],"Youtube-VOS.":[143],"On":[144],"latter,":[146],"achieve":[148],"improvement":[150],"11.2pp":[152],"in":[153,162,169,189],"overall":[155],"accuracy":[157],"over":[158],"state-of-the-art":[160],"methods":[161],"VOS.":[163],"analyze":[165],"model's":[167],"behavior":[168],"challenging":[170],"cases":[171],"occlusion":[174],"long":[176],"sequences":[177],"significantly":[184],"enhances":[185],"quality":[188],"difficult":[191],"scenarios.":[192]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2022-07-25T00:00:00"}