{"id":"https://openalex.org/W4402727770","doi":"https://doi.org/10.1109/cvpr52733.2024.01266","title":"Decoupling Static and Hierarchical Motion Perception for Referring Video Segmentation","display_name":"Decoupling Static and Hierarchical Motion Perception for Referring Video Segmentation","alternate_titles":[],"publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402727770","doi":"https://doi.org/10.1109/cvpr52733.2024.01266"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.01266","doi":"https://doi.org/10.1109/cvpr52733.2024.01266","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.01266","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4402727770"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.03645","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085200012","display_name":"Shuting He","orcid":"https://orcid.org/0000-0002-1582-5684","observed_orcids":["https://orcid.org/0000-0002-1582-5684"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shuting He","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036631624","display_name":"Henghui Ding","orcid":"https://orcid.org/0000-0003-4868-6526","observed_orcids":["https://orcid.org/0000-0003-4868-6526"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Henghui Ding","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":9.0451,"has_fulltext":true,"cited_by_count":101,"citation_normalized_percentile":{"value":0.98424997,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"13332","last_page":"13341"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion-perception","display_name":"motion perception","score":0.7059999704360962},{"id":"https://openalex.org/keywords/contrastive-learning","display_name":"contrastive learning","score":0.972000002861023},{"id":"https://openalex.org/keywords/multi-scale-temporal-features","display_name":"multi-scale temporal features","score":0.39500001072883606}],"concepts":[{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.7421784996986389},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7093839645385742},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6716611385345459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.613855242729187},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5912210941314697},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5705384016036987},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4259393811225891},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.4139205813407898},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09569469094276428},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08390319347381592},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr52733.2024.01266","doi":"https://doi.org/10.1109/cvpr52733.2024.01266","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.01266","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2404.03645","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.03645","pdf_url":"https://arxiv.org/pdf/2404.03645","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2404.03645","doi":"https://doi.org/10.48550/arxiv.2404.03645","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2404.03645","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.03645","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.03645","pdf_url":"https://arxiv.org/pdf/2404.03645","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402727770.pdf","grobid_xml":"https://content.openalex.org/works/W4402727770.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W2034014085","https://openalex.org/W2187089797","https://openalex.org/W2222512263","https://openalex.org/W2250378130","https://openalex.org/W2302548814","https://openalex.org/W2489434015","https://openalex.org/W2605127024","https://openalex.org/W2605229288","https://openalex.org/W2626778328","https://openalex.org/W2792152979","https://openalex.org/W2793407941","https://openalex.org/W2798556392","https://openalex.org/W2798991696","https://openalex.org/W2876852810","https://openalex.org/W2908510526","https://openalex.org/W2963109634","https://openalex.org/W2963354481","https://openalex.org/W2964345792","https://openalex.org/W2965373594","https://openalex.org/W2980088508","https://openalex.org/W2983693499","https://openalex.org/W3005680577","https://openalex.org/W3035524453","https://openalex.org/W3104844437","https://openalex.org/W3106485021","https://openalex.org/W3108925098","https://openalex.org/W3136759792","https://openalex.org/W3172522282","https://openalex.org/W3178075329","https://openalex.org/W3201770677","https://openalex.org/W3205100603","https://openalex.org/W3215899623","https://openalex.org/W3216551675","https://openalex.org/W4200631575","https://openalex.org/W4224988000","https://openalex.org/W4226024706","https://openalex.org/W4226069476","https://openalex.org/W4283796148","https://openalex.org/W4288052482","https://openalex.org/W4297990624","https://openalex.org/W4304084115","https://openalex.org/W4307504011","https://openalex.org/W4312543911","https://openalex.org/W4312560592","https://openalex.org/W4312690830","https://openalex.org/W4312981390","https://openalex.org/W4377711491","https://openalex.org/W4386065410","https://openalex.org/W4386066126","https://openalex.org/W4386075493","https://openalex.org/W4386076034","https://openalex.org/W4386076142","https://openalex.org/W4386076148","https://openalex.org/W4390872515","https://openalex.org/W4390872868","https://openalex.org/W4390872914","https://openalex.org/W4390873204","https://openalex.org/W4390873528","https://openalex.org/W4390873614","https://openalex.org/W4390873799","https://openalex.org/W4390874496","https://openalex.org/W4390874680","https://openalex.org/W4391547487","https://openalex.org/W4401070841","https://openalex.org/W6979267127","https://openalex.org/W7133232210","https://openalex.org/W7133238033"],"related_works":["https://openalex.org/W4390874496","https://openalex.org/W7203687841","https://openalex.org/W4413344259","https://openalex.org/W4394593033","https://openalex.org/W4413146091","https://openalex.org/W4315473428","https://openalex.org/W7163911368","https://openalex.org/W4312690830","https://openalex.org/W4402979483","https://openalex.org/W4415098417"],"abstract_inverted_index":{"Referring":[0],"video":[1],"segmentation":[2],"relies":[3],"on":[4,94,167],"natural":[5],"language":[6],"expressions":[7],"to":[8,79,104,132,145],"identify":[9],"and":[10,25,51,87,108],"segment":[11],"objects,":[12],"often":[13],"empha-sizing":[14],"motion":[15,39,47,72,88,109,122,129],"clues.":[16],"Previous":[17],"works":[18],"treat":[19],"a":[20,23,91,127,162],"sentence":[21,119],"as":[22],"whole":[24],"directly":[26],"perform":[27,111],"identification":[28],"at":[29,175],"the":[30,116,147,168],"video-level,":[31],"mixing":[32],"up":[33],"static":[34,52,62,86,106],"image-level":[35,42],"cues":[36,48,53,63,107,110],"with":[37,67,90],"temporal":[38,58,68,96,134],"cues.":[40,73,123],"However,":[41],"features":[43],"cannot":[44],"well":[45],"comprehend":[46],"in":[49],"sentences,":[50],"are":[54],"not":[55],"crucial":[56],"for":[57],"perception.":[59],"In":[60,74],"fact,":[61],"can":[64],"sometimes":[65],"interfere":[66],"perception":[69,130],"by":[70],"overshadowing":[71],"this":[75],"work,":[76],"we":[77,99,125,141],"propose":[78,126],"de-couple":[80],"video-level":[81],"referring":[82],"expression":[83],"understanding":[84],"into":[85],"perception,":[89],"specific":[92],"emphasis":[93],"enhancing":[95],"comprehension.":[97],"Firstly,":[98],"introduce":[100],"an":[101],"expression-decoupling":[102],"module":[103,131],"make":[105],"their":[112],"distinct":[113],"role,":[114],"alleviating":[115],"issue":[117],"of":[118,149],"embeddings":[120],"overlooking":[121],"Secondly,":[124],"hierarchical":[128],"capture":[133],"information":[135],"effectively":[136],"across":[137,158],"varying":[138],"timescales.":[139],"Furthermore,":[140],"employ":[142],"contrastive":[143],"learning":[144],"distinguish":[146],"motions":[148],"visually":[150],"similar":[151],"objects.":[152],"These":[153],"contributions":[154],"yield":[155],"state-of-the-art":[156],"performance":[157],"five":[159],"datasets,":[160],"including":[161],"remarkable":[163],"9.2%":[164],"J&F":[165],"improvement":[166],"challenging":[169],"MeViS":[170],"dataset.":[171],"Code":[172],"is":[173],"available":[174],"https://github.conllheshuting555IDsHmp.":[176]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4402727770","counts_by_year":[{"year":2026,"cited_by_count":41},{"year":2025,"cited_by_count":51},{"year":2024,"cited_by_count":9}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-09-23T00:00:00"}
