{"id":"https://openalex.org/W3130950075","doi":"https://doi.org/10.1109/tnnls.2021.3054769","title":"Directional Deep Embedding and Appearance Learning for Fast Video Object Segmentation","display_name":"Directional Deep Embedding and Appearance Learning for Fast Video Object Segmentation","publication_year":2021,"publication_date":"2021-02-16","ids":{"openalex":"https://openalex.org/W3130950075","doi":"https://doi.org/10.1109/tnnls.2021.3054769","mag":"3130950075","pmid":"https://pubmed.ncbi.nlm.nih.gov/33587708"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3054769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3054769","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016850606","display_name":"Yingjie Yin","orcid":"https://orcid.org/0000-0003-1797-199X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Yingjie Yin","raw_affiliation_strings":["Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China","Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016826662","display_name":"De Xu","orcid":"https://orcid.org/0000-0002-7221-1654"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"De Xu","raw_affiliation_strings":["Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026151620","display_name":"Xingang Wang","orcid":"https://orcid.org/0000-0002-6851-0109"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingang Wang","raw_affiliation_strings":["Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Research Center of Precision Sensing and Control, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100433899","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-2078-4215"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016850606"],"corresponding_institution_ids":["https://openalex.org/I14243506","https://openalex.org/I19820366","https://openalex.org/I4210100255","https://openalex.org/I4210112150","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.3565,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.82605666,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"33","issue":"8","first_page":"3884","last_page":"3894"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8384791612625122},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.8218647241592407},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.781517744064331},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6388291120529175},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6342564225196838},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6151113510131836},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5851974487304688},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.47924044728279114},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.46456897258758545},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4638957977294922},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.43553411960601807},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.4298892915248871},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41645848751068115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8384791612625122},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.8218647241592407},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.781517744064331},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6388291120529175},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6342564225196838},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6151113510131836},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5851974487304688},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.47924044728279114},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.46456897258758545},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4638957977294922},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43553411960601807},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.4298892915248871},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41645848751068115},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3054769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3054769","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33587708","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33587708","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3745603784","display_name":null,"funder_award_id":"61703398","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6639457360","display_name":null,"funder_award_id":"XJ2017031","funder_id":"https://openalex.org/F4320323540","funder_display_name":"Society of Hong Kong Scholars"},{"id":"https://openalex.org/G8247782928","display_name":null,"funder_award_id":"Z191100008019004","funder_id":"https://openalex.org/F4320325902","funder_display_name":"Beijing Municipal Science and Technology Commission"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323540","display_name":"Society of Hong Kong Scholars","ror":"https://ror.org/03gffcv79"},{"id":"https://openalex.org/F4320325902","display_name":"Beijing Municipal Science and Technology Commission","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W794177523","https://openalex.org/W1861492603","https://openalex.org/W2117539524","https://openalex.org/W2132549764","https://openalex.org/W2145001205","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2470139095","https://openalex.org/W2520005737","https://openalex.org/W2558580397","https://openalex.org/W2562457735","https://openalex.org/W2564998703","https://openalex.org/W2625715238","https://openalex.org/W2732931556","https://openalex.org/W2750515003","https://openalex.org/W2787091153","https://openalex.org/W2794847483","https://openalex.org/W2798769484","https://openalex.org/W2798823518","https://openalex.org/W2799157347","https://openalex.org/W2799239273","https://openalex.org/W2807830984","https://openalex.org/W2832876791","https://openalex.org/W2884367402","https://openalex.org/W2889658408","https://openalex.org/W2889986507","https://openalex.org/W2892750142","https://openalex.org/W2911981226","https://openalex.org/W2916797271","https://openalex.org/W2921536280","https://openalex.org/W2943075668","https://openalex.org/W2950565945","https://openalex.org/W2962798326","https://openalex.org/W2962825871","https://openalex.org/W2963253279","https://openalex.org/W2963466847","https://openalex.org/W2963503215","https://openalex.org/W2963548592","https://openalex.org/W2963732700","https://openalex.org/W2964157492","https://openalex.org/W2964343881","https://openalex.org/W2964423614","https://openalex.org/W2964444661","https://openalex.org/W2966759264","https://openalex.org/W2987230977","https://openalex.org/W3001594647","https://openalex.org/W6600006904","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6681239517","https://openalex.org/W6682124274","https://openalex.org/W6757784773","https://openalex.org/W6759534164"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W4293226380","https://openalex.org/W3135697610","https://openalex.org/W2085033728","https://openalex.org/W4285411112","https://openalex.org/W2037549926","https://openalex.org/W2119567889","https://openalex.org/W2977517636","https://openalex.org/W1969179582","https://openalex.org/W2810129309"],"abstract_inverted_index":{"Most":[0],"recent":[1],"semisupervised":[2],"video":[3],"object":[4,146],"segmentation":[5],"(VOS)":[6],"methods":[7],"rely":[8],"on":[9,110,170,182],"fine-tuning":[10,33,62],"deep":[11,49],"convolutional":[12,81],"neural":[13],"networks":[14],"online":[15,32,61,157],"using":[16,156],"the":[17,21,31,39,60,106,119,122,133,142,151,183],"given":[18],"mask":[19],"of":[20,27,42,59,141,168,180,192],"first":[22,135],"frame":[23,136],"or":[24],"predicted":[25],"masks":[26],"subsequent":[28,143],"frames.":[29],"However,":[30],"process":[34],"is":[35,57,83,102],"usually":[36],"time-consuming,":[37],"limiting":[38],"practical":[40],"use":[41],"such":[43],"methods.":[44],"We":[45],"propose":[46],"a":[47,68,87,111,162,190,196,211],"directional":[48,70,98,123],"embedding":[50,90,113],"and":[51,108,121,137,175],"appearance":[52,99,124],"learning":[53,126],"(DDEAL)":[54],"method,":[55],"which":[56,74],"free":[58],"process,":[63],"for":[64,115,145],"fast":[65],"VOS.":[66,116],"First,":[67],"global":[69],"matching":[71],"module":[72],"(GDMM),":[73],"can":[75],"be":[76],"efficiently":[77],"implemented":[78],"by":[79],"parallel":[80],"operations,":[82],"proposed":[84,103],"to":[85,104],"learn":[86],"semantic":[88],"pixel-wise":[89],"as":[91],"an":[92,96,176],"internal":[93],"guidance.":[94],"Second,":[95],"effective":[97],"model-based":[100],"statistics":[101],"represent":[105],"target":[107],"background":[109],"spherical":[112],"space":[114],"Equipped":[117],"with":[118,195,209],"GDMM":[120],"model":[125],"module,":[127],"DDEAL":[128],"learns":[129],"static":[130],"cues":[131,140],"from":[132],"labeled":[134],"dynamically":[138],"updates":[139],"frames":[144],"segmentation.":[147],"Our":[148],"method":[149],"exhibits":[150],"state-of-the-art":[152],"VOS":[153],"performance":[154],"without":[155],"fine-tuning.":[158],"Specifically,":[159],"it":[160],"achieves":[161],"J":[163],"&":[164],"F":[165],"mean":[166],"score":[167,178],"74.8%":[169],"DAVIS":[171],"2017":[172],"data":[173,186],"set":[174],"overall":[177],"G":[179],"71.3%":[181],"large-scale":[184],"YouTube-VOS":[185],"set,":[187],"while":[188],"retaining":[189],"speed":[191],"25":[193],"fps":[194,208],"single":[197],"NVIDIA":[198],"TITAN":[199],"Xp":[200],"GPU.":[201],"Furthermore,":[202],"our":[203],"faster":[204],"version":[205],"runs":[206],"31":[207],"only":[210],"little":[212],"accuracy":[213],"loss.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}