{"id":"https://openalex.org/W4366350967","doi":"https://doi.org/10.1109/tip.2023.3267244","title":"Hierarchical Co-Attention Propagation Network for Zero-Shot Video Object Segmentation","display_name":"Hierarchical Co-Attention Propagation Network for Zero-Shot Video Object Segmentation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4366350967","doi":"https://doi.org/10.1109/tip.2023.3267244","pmid":"https://pubmed.ncbi.nlm.nih.gov/37074884"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2023.3267244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3267244","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082756213","display_name":"Gensheng Pei","orcid":"https://orcid.org/0000-0002-7677-7487"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gensheng Pei","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7677-7487","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027545344","display_name":"Yazhou Yao","orcid":"https://orcid.org/0000-0002-0337-9410"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yazhou Yao","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0337-9410","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074492050","display_name":"Fumin Shen","orcid":"https://orcid.org/0000-0001-7303-3231"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fumin Shen","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7303-3231","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054222104","display_name":"Dan Huang","orcid":"https://orcid.org/0009-0008-1307-1883"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I3174185376","display_name":"China South Industries Group (China)","ror":"https://ror.org/04n0f2b96","country_code":"CN","type":"company","lineage":["https://openalex.org/I3174185376"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Huang","raw_affiliation_strings":["Chinese Academy of Ordnance Science, Beijing, China","School of Computer Science and Engineering, Beijing Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Ordnance Science, Beijing, China","institution_ids":["https://openalex.org/I3174185376"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059073922","display_name":"Xingguo Huang","orcid":"https://orcid.org/0000-0001-9719-6297"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingguo Huang","raw_affiliation_strings":["College of Instrumentation and Electrical Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-9719-6297","affiliations":[{"raw_affiliation_string":"College of Instrumentation and Electrical Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052993469","display_name":"Heng Tao Shen","orcid":"https://orcid.org/0000-0002-2999-2088"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng-Tao Shen","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-2999-2088","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1333,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.89330154,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"32","issue":null,"first_page":"2348","last_page":"2359"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8421326875686646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.713313639163971},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.6890048980712891},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.671657145023346},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6539908647537231},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6298991441726685},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5999329090118408},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5285778641700745},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.4718335270881653},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.460780531167984},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4575052261352539},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.44526615738868713},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33526137471199036},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2588557004928589}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8421326875686646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.713313639163971},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.6890048980712891},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.671657145023346},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6539908647537231},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6298991441726685},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5999329090118408},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5285778641700745},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.4718335270881653},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.460780531167984},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4575052261352539},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.44526615738868713},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33526137471199036},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2588557004928589},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2023.3267244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3267244","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:37074884","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37074884","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G128715220","display_name":null,"funder_award_id":"BK20210327","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G1591232902","display_name":null,"funder_award_id":"62102182","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1807802355","display_name":null,"funder_award_id":"BK20220938","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G1961316658","display_name":null,"funder_award_id":"2022M711635","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G2855188217","display_name":null,"funder_award_id":"2022M721626","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5858907394","display_name":null,"funder_award_id":"62202227","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6797194266","display_name":null,"funder_award_id":"BK20220934","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8553687989","display_name":null,"funder_award_id":"BK20220936","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8945461412","display_name":null,"funder_award_id":"2022M721628","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1907877624","https://openalex.org/W1973054923","https://openalex.org/W2076756823","https://openalex.org/W2113708607","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2470139095","https://openalex.org/W2550553598","https://openalex.org/W2610147486","https://openalex.org/W2737008123","https://openalex.org/W2889986507","https://openalex.org/W2895340898","https://openalex.org/W2916743882","https://openalex.org/W2921536280","https://openalex.org/W2955084925","https://openalex.org/W2957408986","https://openalex.org/W2962891704","https://openalex.org/W2963150697","https://openalex.org/W2963176022","https://openalex.org/W2963253279","https://openalex.org/W2963395775","https://openalex.org/W2963524571","https://openalex.org/W2963548592","https://openalex.org/W2963782415","https://openalex.org/W2963983744","https://openalex.org/W2964226882","https://openalex.org/W2965391153","https://openalex.org/W2967199722","https://openalex.org/W2967622921","https://openalex.org/W2980037812","https://openalex.org/W2981342784","https://openalex.org/W2987391422","https://openalex.org/W2987614525","https://openalex.org/W2989035356","https://openalex.org/W2990205821","https://openalex.org/W2997217064","https://openalex.org/W2997487053","https://openalex.org/W2999458807","https://openalex.org/W3009499989","https://openalex.org/W3009672847","https://openalex.org/W3009890678","https://openalex.org/W3034538699","https://openalex.org/W3034731255","https://openalex.org/W3034798428","https://openalex.org/W3035295069","https://openalex.org/W3035502324","https://openalex.org/W3049318984","https://openalex.org/W3094664776","https://openalex.org/W3102457447","https://openalex.org/W3108043693","https://openalex.org/W3109372619","https://openalex.org/W3109908659","https://openalex.org/W3111891682","https://openalex.org/W3117097536","https://openalex.org/W3119780697","https://openalex.org/W3134816589","https://openalex.org/W3139267983","https://openalex.org/W3166363426","https://openalex.org/W3169761117","https://openalex.org/W3170511209","https://openalex.org/W3170630188","https://openalex.org/W3171516518","https://openalex.org/W3172509117","https://openalex.org/W3173058980","https://openalex.org/W3174598330","https://openalex.org/W3175373394","https://openalex.org/W3176253545","https://openalex.org/W3176288137","https://openalex.org/W3202858245","https://openalex.org/W3210096385","https://openalex.org/W3212555189","https://openalex.org/W3212881378","https://openalex.org/W4214542306","https://openalex.org/W4214737003","https://openalex.org/W4226071614","https://openalex.org/W4239147634","https://openalex.org/W4304098211","https://openalex.org/W4312526532","https://openalex.org/W4319300199","https://openalex.org/W4319301005","https://openalex.org/W6618372016","https://openalex.org/W6640615796","https://openalex.org/W6739901393","https://openalex.org/W6759534164","https://openalex.org/W6779197543","https://openalex.org/W6782657842"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966","https://openalex.org/W2971088694"],"abstract_inverted_index":{"Zero-shot":[0],"video":[1,12],"object":[2],"segmentation":[3],"(ZS-VOS)":[4],"aims":[5],"to":[6,26,33,55,129],"segment":[7],"foreground":[8,29,38,104],"objects":[9],"in":[10,39],"a":[11],"sequence":[13],"without":[14],"prior":[15],"knowledge":[16],"of":[17,36,45,75,89],"these":[18,63],"objects.":[19,79],"However,":[20],"existing":[21],"ZS-VOS":[22],"methods":[23,148],"often":[24],"struggle":[25],"distinguish":[27],"between":[28],"and":[30,77,95,109,116,158],"background":[31],"or":[32],"keep":[34],"track":[35],"the":[37,90,96,136],"complex":[40],"scenarios.":[41],"The":[42],"common":[43,103],"practice":[44],"introducing":[46],"motion":[47,110,119],"information,":[48],"such":[49],"as":[50],"optical":[51,58],"flow,":[52],"can":[53,161],"lead":[54],"overreliance":[56],"on":[57,149],"flow":[59],"estimation.":[60],"To":[61],"address":[62],"challenges,":[64],"we":[65],"propose":[66],"an":[67],"encoder-decoder-based":[68],"hierarchical":[69,131],"co-attention":[70,92,98],"propagation":[71,134],"network":[72],"(HCPN)":[73],"capable":[74],"tracking":[76],"segmenting":[78],"Specifically,":[80],"our":[81,143],"model":[82,160],"is":[83,126],"built":[84],"upon":[85],"multiple":[86],"collaborative":[87],"evolutions":[88],"parallel":[91],"module":[93,99],"(PCM)":[94],"cross":[97],"(CCM).":[100],"PCM":[101],"captures":[102],"regions":[105],"among":[106],"adjacent":[107],"appearance":[108],"features,":[111],"while":[112],"CCM":[113],"further":[114],"exploits":[115],"fuses":[117],"cross-modal":[118],"features":[120],"returned":[121],"by":[122],"PCM.":[123],"Our":[124],"method":[125],"progressively":[127],"trained":[128],"achieve":[130],"spatio-temporal":[132],"feature":[133],"across":[135],"entire":[137],"video.":[138],"Experimental":[139],"results":[140],"demonstrate":[141],"that":[142],"HCPN":[144],"outperforms":[145],"all":[146],"previous":[147],"public":[150],"benchmarks,":[151],"showcasing":[152],"its":[153],"effectiveness":[154],"for":[155],"ZS-VOS.":[156],"Code":[157],"pre-trained":[159],"be":[162],"found":[163],"at":[164],"https://github.com/NUST-Machine-Intelligence-Laboratory/HCPN.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}