{"id":"https://openalex.org/W4398787780","doi":"https://doi.org/10.1109/tcsvt.2024.3404469","title":"HFVOS: History-Future Integrated Dynamic Memory for Video Object Segmentation","display_name":"HFVOS: History-Future Integrated Dynamic Memory for Video Object Segmentation","publication_year":2024,"publication_date":"2024-05-24","ids":{"openalex":"https://openalex.org/W4398787780","doi":"https://doi.org/10.1109/tcsvt.2024.3404469"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3404469","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3404469","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069856050","display_name":"Wanyun Li","orcid":"https://orcid.org/0000-0002-8501-7594"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanyun Li","raw_affiliation_strings":["Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","School of Computer Science, Shanghai Key Laboratory of Intelligent Information Processing, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"School of Computer Science, Shanghai Key Laboratory of Intelligent Information Processing, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027746239","display_name":"Jack Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jack Fan","raw_affiliation_strings":["Department of Computer Science, The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085021663","display_name":"Pinxue Guo","orcid":"https://orcid.org/0000-0002-4388-9757"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pinxue Guo","raw_affiliation_strings":["Academy for Engineering and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4388-9757","affiliations":[{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101804825","display_name":"Lingyi Hong","orcid":"https://orcid.org/0000-0002-2749-5133"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyi Hong","raw_affiliation_strings":["Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","School of Computer Science, Shanghai Key Laboratory of Intelligent Information Processing, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2749-5133","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"School of Computer Science, Shanghai Key Laboratory of Intelligent Information Processing, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100441587","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-2358-8543"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","School of Computer Science, Shanghai Key Laboratory of Intelligent Information Processing, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2358-8543","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"School of Computer Science, Shanghai Key Laboratory of Intelligent Information Processing, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7498,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.85504969,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"34","issue":"10","first_page":"10208","last_page":"10222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7287554740905762},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6115450859069824},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5863097906112671},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5745887160301208},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5514057874679565},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5171910524368286},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3858776092529297}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7287554740905762},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6115450859069824},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5863097906112671},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5745887160301208},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5514057874679565},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5171910524368286},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3858776092529297}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3404469","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3404469","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2395848020","display_name":null,"funder_award_id":"22511101502","funder_id":"https://openalex.org/F4320336652","funder_display_name":"Science and Technology Innovation Plan Of Shanghai Science and Technology Commission"},{"id":"https://openalex.org/G4393616595","display_name":null,"funder_award_id":"21DZ2203300","funder_id":"https://openalex.org/F4320336652","funder_display_name":"Science and Technology Innovation Plan Of Shanghai Science and Technology Commission"}],"funders":[{"id":"https://openalex.org/F4320336652","display_name":"Science and Technology Innovation Plan Of Shanghai Science and Technology Commission","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2470139095","https://openalex.org/W2547875792","https://openalex.org/W2564998703","https://openalex.org/W2792215676","https://openalex.org/W2798441772","https://openalex.org/W2798823518","https://openalex.org/W2799157347","https://openalex.org/W2799239273","https://openalex.org/W2889658408","https://openalex.org/W2890447039","https://openalex.org/W2911981226","https://openalex.org/W2916743882","https://openalex.org/W2916797271","https://openalex.org/W2954890601","https://openalex.org/W2962825871","https://openalex.org/W2963253279","https://openalex.org/W2963503215","https://openalex.org/W2963732700","https://openalex.org/W2963773230","https://openalex.org/W2964157492","https://openalex.org/W2964218467","https://openalex.org/W2964343881","https://openalex.org/W2967622921","https://openalex.org/W2990205821","https://openalex.org/W2996881884","https://openalex.org/W3005248472","https://openalex.org/W3034538699","https://openalex.org/W3035042565","https://openalex.org/W3035077787","https://openalex.org/W3045477169","https://openalex.org/W3094664776","https://openalex.org/W3102457447","https://openalex.org/W3106773277","https://openalex.org/W3108819577","https://openalex.org/W3110030584","https://openalex.org/W3132520841","https://openalex.org/W3160550216","https://openalex.org/W3170630188","https://openalex.org/W3175132347","https://openalex.org/W3175373394","https://openalex.org/W3183673520","https://openalex.org/W3192692200","https://openalex.org/W3200949949","https://openalex.org/W4200318028","https://openalex.org/W4220784021","https://openalex.org/W4226495185","https://openalex.org/W4297399525","https://openalex.org/W4297461910","https://openalex.org/W4308689110","https://openalex.org/W4312293671","https://openalex.org/W4312396403","https://openalex.org/W4312510454","https://openalex.org/W4312845411","https://openalex.org/W4313044016","https://openalex.org/W4313171270","https://openalex.org/W4383899959","https://openalex.org/W4385245566","https://openalex.org/W4385768066","https://openalex.org/W4386076516","https://openalex.org/W4390872599","https://openalex.org/W4390872946","https://openalex.org/W6729448088","https://openalex.org/W6754033419","https://openalex.org/W6759534164","https://openalex.org/W6780226713","https://openalex.org/W6784713722","https://openalex.org/W6796494063","https://openalex.org/W6796505553","https://openalex.org/W6796524941","https://openalex.org/W6846581650","https://openalex.org/W6847228076"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W2737719445","https://openalex.org/W4239098401","https://openalex.org/W2501551404","https://openalex.org/W4385583601","https://openalex.org/W4298131179","https://openalex.org/W2113201962","https://openalex.org/W2898210368","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Memory-based":[0],"methods":[1,35],"have":[2,36],"substantially":[3],"enhanced":[4],"the":[5,24,94,114,131,147,154,166,200],"precision":[6,59,90,203],"of":[7,26,133,153],"video":[8],"object":[9],"segmentation":[10,202],"(VOS)":[11],"by":[12,91],"storing":[13],"features":[14,190],"in":[15,58,86],"an":[16,77,138,159],"expanding":[17],"memory":[18,55,95,110,155,163],"bank.":[19],"However,":[20],"this":[21,40,72],"comes":[22],"at":[23,256],"cost":[25],"increased":[27],"computational":[28],"demands":[29],"and":[30,53,61,68,89,102,123,129,150,157,204,220,233,236,249],"storage":[31],"overhead.":[32],"While":[33],"recent":[34],"sought":[37],"to":[38,82,126,144,164,173,183,188],"alleviate":[39],"issue":[41],"via":[42],"compression":[43],"or":[44],"selection":[45,149,179],"strategies,":[46],"their":[47],"reliance":[48],"solely":[49],"on":[50,206],"history":[51,124],"cues":[52,125],"simple":[54],"structures":[56],"result":[57],"degradation":[60],"intrinsic":[62],"limitations,":[63],"such":[64],"as":[65],"error":[66],"accumulation":[67],"poor":[69],"robustness.":[70],"In":[71],"paper,":[73],"we":[74,105,136],"introduce":[75],"HFVOS,":[76,176],"efficient":[78],"yet":[79],"effective":[80],"framework":[81],"bolster":[83],"VOS":[84],"performance":[85],"both":[87,121,207],"speed":[88,205],"meticulously":[92],"considering":[93],"design":[96],"with":[97,113],"low":[98],"redundancy,":[99],"high":[100,193],"accuracy,":[101],"adaptability.":[103],"First,":[104],"construct":[106],"a":[107,177],"novel":[108],"hierarchical":[109],"update":[111],"pipeline":[112],"proposed":[115],"Buffered":[116],"Memory":[117],"Mechanism,":[118],"which":[119],"incorporates":[120],"future":[122],"reduce":[127],"redundancy":[128],"improve":[130],"utility":[132],"memory.":[134],"Second,":[135],"propose":[137],"Adaptive":[139],"Dual-stream":[140],"Selection":[141],"Network":[142],"(ADSN)":[143],"carry":[145],"out":[146],"adaptive":[148],"drop":[151],"operations":[152],"update,":[156],"integrate":[158],"ADSN":[160,185],"based":[161],"long-term":[162,237],"enhance":[165],"robustness,":[167],"especially":[168],"for":[169],"long":[170],"videos.":[171],"Furthermore,":[172],"further":[174],"boost":[175],"progressive":[178],"loss":[180],"is":[181],"designed":[182],"facilitate":[184],"gradually":[186],"adapt":[187],"fewer":[189],"while":[191],"preserving":[192],"precision.":[194],"Experiments":[195],"show":[196],"that":[197],"HFVOS":[198],"achieves":[199],"state-of-the-art":[201],"short-term":[208],"datasets":[209,238],"(DAVIS-17":[210],"val:":[211,224,240],"86.8%":[212],"<italic":[213,217,226,230,242,246],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[214,218,227,231,243,247],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">J</i>":[215,228,244],"&":[216,229,245],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">F</i>":[219,232,248],"33.0":[221],"FPS,":[222],"DAVIS-16":[223],"92.0%":[225],"42.0":[234],"FPS)":[235],"(LVOS":[239],"58.0%":[241],"37.4":[250],"FPS).":[251],"Code":[252],"will":[253],"be":[254],"available":[255],"https://github.com/L599wy/HFVOS.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}