{"id":"https://openalex.org/W4383899959","doi":"https://doi.org/10.1109/tip.2023.3280389","title":"Efficient and Robust Video Object Segmentation Through Isogenous Memory Sampling and Frame Relation Mining","display_name":"Efficient and Robust Video Object Segmentation Through Isogenous Memory Sampling and Frame Relation Mining","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4383899959","doi":"https://doi.org/10.1109/tip.2023.3280389","pmid":"https://pubmed.ncbi.nlm.nih.gov/37432823"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2023.3280389","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3280389","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058458910","display_name":"Jisheng Dang","orcid":"https://orcid.org/0000-0002-5378-6225"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jisheng Dang","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5378-6225","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034213282","display_name":"Huicheng Zheng","orcid":"https://orcid.org/0000-0002-6729-4176"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huicheng Zheng","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6729-4176","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102533693","display_name":"Jinming Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinming Lai","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051481965","display_name":"Yan Xu","orcid":"https://orcid.org/0000-0002-4981-0165"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Yan","raw_affiliation_strings":["Deep Bit Laboratory, Future Network of Intelligence Institute (FNii), and the School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deep Bit Laboratory, Future Network of Intelligence Institute (FNii), and the School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013644792","display_name":"Yulan Guo","orcid":"https://orcid.org/0000-0003-0952-476X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulan Guo","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0952-476X","affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5058458910"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":1.2952,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.82371904,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"32","issue":null,"first_page":"3924","last_page":"3938"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7667191028594971},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6727076768875122},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6055665016174316},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5956375002861023},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5626261830329895},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5373073816299438},{"id":"https://openalex.org/keywords/reference-frame","display_name":"Reference frame","score":0.49974870681762695},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4822012186050415},{"id":"https://openalex.org/keywords/key-frame","display_name":"Key frame","score":0.4749738574028015},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41379010677337646}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7667191028594971},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6727076768875122},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6055665016174316},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5956375002861023},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5626261830329895},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5373073816299438},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.49974870681762695},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4822012186050415},{"id":"https://openalex.org/C2780139006","wikidata":"https://www.wikidata.org/wiki/Q1493902","display_name":"Key frame","level":3,"score":0.4749738574028015},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41379010677337646},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2023.3280389","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3280389","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:37432823","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37432823","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.75,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5526867466","display_name":null,"funder_award_id":"U1611461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5740037417","display_name":null,"funder_award_id":"2019A1515011869","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6759312069","display_name":null,"funder_award_id":"2023A1515012853","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6977730487","display_name":null,"funder_award_id":"61976231","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W2062563118","https://openalex.org/W2150066425","https://openalex.org/W2194775991","https://openalex.org/W2463175074","https://openalex.org/W2470139095","https://openalex.org/W2555182955","https://openalex.org/W2564998703","https://openalex.org/W2605229288","https://openalex.org/W2749835604","https://openalex.org/W2884585870","https://openalex.org/W2889658408","https://openalex.org/W2889986507","https://openalex.org/W2911981226","https://openalex.org/W2916743882","https://openalex.org/W2962887844","https://openalex.org/W2963091558","https://openalex.org/W2963131444","https://openalex.org/W2963509914","https://openalex.org/W2963732700","https://openalex.org/W2964080601","https://openalex.org/W2964218467","https://openalex.org/W2979750740","https://openalex.org/W2987391422","https://openalex.org/W2990205821","https://openalex.org/W3034538699","https://openalex.org/W3035295069","https://openalex.org/W3093016409","https://openalex.org/W3094664776","https://openalex.org/W3099406243","https://openalex.org/W3105065006","https://openalex.org/W3108819577","https://openalex.org/W3110030584","https://openalex.org/W3117097536","https://openalex.org/W3160550216","https://openalex.org/W3170630188","https://openalex.org/W3172917640","https://openalex.org/W3175132347","https://openalex.org/W3175373394","https://openalex.org/W3177322837","https://openalex.org/W3182236906","https://openalex.org/W3183673520","https://openalex.org/W3192871594","https://openalex.org/W3211993051","https://openalex.org/W4200318028","https://openalex.org/W4200631531","https://openalex.org/W4220784021","https://openalex.org/W4226495185","https://openalex.org/W4283827327","https://openalex.org/W4297399525","https://openalex.org/W4297461910","https://openalex.org/W4312271117","https://openalex.org/W4312293671","https://openalex.org/W4312510454","https://openalex.org/W4312519375","https://openalex.org/W4312909532","https://openalex.org/W4313171270","https://openalex.org/W4386071568","https://openalex.org/W6753214761","https://openalex.org/W6753412334","https://openalex.org/W6783850676","https://openalex.org/W6784713722","https://openalex.org/W6796505553","https://openalex.org/W6796524941","https://openalex.org/W6851343725"],"related_works":["https://openalex.org/W2394005538","https://openalex.org/W2352751678","https://openalex.org/W1614340030","https://openalex.org/W2347909549","https://openalex.org/W2810201907","https://openalex.org/W2803274904","https://openalex.org/W2369424591","https://openalex.org/W855007925","https://openalex.org/W2618671746","https://openalex.org/W2898107007"],"abstract_inverted_index":{"Recently,":[0],"memory-based":[1],"methods":[2],"have":[3],"achieved":[4],"remarkable":[5],"progress":[6],"in":[7,103,180],"video":[8,150],"object":[9],"segmentation.":[10],"However,":[11],"the":[12,28,43,100,108,114,128,149,159,164],"segmentation":[13,69],"performance":[14,174],"is":[15],"still":[16],"limited":[17],"by":[18,32,81],"error":[19,154],"accumulation":[20],"and":[21,35,46,67,76,93,99,152,161,188],"redundant":[22],"memory,":[23],"primarily":[24],"because":[25],"of":[26,54,163,182],"1)":[27],"semantic":[29,109],"gap":[30,110],"caused":[31],"similarity":[33,184],"matching":[34,92],"memory":[36,48,85,91,137],"reading":[37,94],"via":[38],"heterogeneous":[39],"key-value":[40],"encoding;":[41],"2)":[42],"continuously":[44],"growing":[45],"inaccurate":[47],"through":[49,116],"directly":[50],"storing":[51],"unreliable":[52],"predictions":[53],"all":[55],"previous":[56],"frames.":[57],"To":[58],"address":[59],"these":[60],"issues,":[61],"we":[62,131],"propose":[63],"an":[64,83,104,117],"efficient,":[65],"effective,":[66],"robust":[68],"method":[70],"based":[71],"on":[72,175],"Isogenous":[73],"Memory":[74],"Sampling":[75],"Frame-Relation":[77],"mining":[78],"(IMSFR).":[79],"Specifically,":[80],"utilizing":[82],"isogenous":[84,105],"sampling":[86,129,198],"module,":[87],"IMSFR":[88,166,171],"consistently":[89],"conducts":[90],"between":[95],"sampled":[96],"historical":[97],"frames":[98],"current":[101],"frame":[102,197],"space,":[106],"minimizing":[107],"while":[111],"speeding":[112],"up":[113],"model":[115,191],"efficient":[118],"random":[119],"sampling.":[120],"Furthermore,":[121],"to":[122,139,200],"avoid":[123],"key":[124],"information":[125,147],"loss":[126],"during":[127],"process,":[130],"further":[132],"design":[133],"a":[134],"frame-relation":[135],"temporal":[136],"module":[138],"mine":[140],"inter-frame":[141],"relations,":[142],"thereby":[143],"effectively":[144],"preserving":[145],"contextual":[146],"from":[148],"sequence":[151],"alleviating":[153],"accumulation.":[155],"Extensive":[156],"experiments":[157],"demonstrate":[158],"effectiveness":[160],"efficiency":[162],"proposed":[165],"method.":[167],"In":[168],"particular,":[169],"our":[170],"achieves":[172],"state-of-the-art":[173],"six":[176],"commonly":[177],"used":[178],"benchmarks":[179],"terms":[181],"region":[183],"&":[185],"contour":[186],"accuracy":[187],"speed.":[189],"Our":[190],"also":[192],"exhibits":[193],"strong":[194],"robustness":[195],"against":[196],"due":[199],"its":[201],"large":[202],"receptive":[203],"field.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}