{"id":"https://openalex.org/W4402915975","doi":"https://doi.org/10.1109/icip51287.2024.10647548","title":"Luminate: Linguistic Understanding and Multi-Granularity Interaction for Video Object Segmentation","display_name":"Luminate: Linguistic Understanding and Multi-Granularity Interaction for Video Object Segmentation","publication_year":2024,"publication_date":"2024-09-27","ids":{"openalex":"https://openalex.org/W4402915975","doi":"https://doi.org/10.1109/icip51287.2024.10647548"},"language":"en","primary_location":{"id":"doi:10.1109/icip51287.2024.10647548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip51287.2024.10647548","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5097398818","display_name":"Rahul Tekchandani","orcid":null},"institutions":[{"id":"https://openalex.org/I119241673","display_name":"Indian Institute of Technology Ropar","ror":"https://ror.org/02qkhhn56","country_code":"IN","type":"education","lineage":["https://openalex.org/I119241673"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rahul Tekchandani","raw_affiliation_strings":["CVPR Lab Indian Institute of Technology Ropar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CVPR Lab Indian Institute of Technology Ropar","institution_ids":["https://openalex.org/I119241673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111343960","display_name":"R Maheshwari","orcid":null},"institutions":[{"id":"https://openalex.org/I119241673","display_name":"Indian Institute of Technology Ropar","ror":"https://ror.org/02qkhhn56","country_code":"IN","type":"education","lineage":["https://openalex.org/I119241673"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ritik Maheshwari","raw_affiliation_strings":["CVPR Lab Indian Institute of Technology Ropar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CVPR Lab Indian Institute of Technology Ropar","institution_ids":["https://openalex.org/I119241673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091700001","display_name":"Praful Hambarde","orcid":"https://orcid.org/0000-0002-7976-9095"},"institutions":[{"id":"https://openalex.org/I119241673","display_name":"Indian Institute of Technology Ropar","ror":"https://ror.org/02qkhhn56","country_code":"IN","type":"education","lineage":["https://openalex.org/I119241673"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Praful Hambarde","raw_affiliation_strings":["CVPR Lab Indian Institute of Technology Ropar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CVPR Lab Indian Institute of Technology Ropar","institution_ids":["https://openalex.org/I119241673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097398819","display_name":"Satya Narayan Tazi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Satya Narayan Tazi","raw_affiliation_strings":["GEC Ajmer"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GEC Ajmer","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015414891","display_name":"Santosh Kumar Vipparthi","orcid":"https://orcid.org/0000-0002-5672-3537"},"institutions":[{"id":"https://openalex.org/I119241673","display_name":"Indian Institute of Technology Ropar","ror":"https://ror.org/02qkhhn56","country_code":"IN","type":"education","lineage":["https://openalex.org/I119241673"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Santosh Kumar Vipparthi","raw_affiliation_strings":["CVPR Lab Indian Institute of Technology Ropar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CVPR Lab Indian Institute of Technology Ropar","institution_ids":["https://openalex.org/I119241673"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032409915","display_name":"Subrahmanyam Murala","orcid":"https://orcid.org/0000-0003-3384-4368"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Subrahmanyam Murala","raw_affiliation_strings":["CVPR Lab Trinity College Dublin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CVPR Lab Trinity College Dublin","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4028","last_page":"4034"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.8556185960769653},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7069781422615051},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6645545363426208},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6288813948631287},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5221089124679565},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.510786771774292},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4026297330856323},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.398813396692276},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1293329894542694},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07319745421409607}],"concepts":[{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.8556185960769653},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7069781422615051},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6645545363426208},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6288813948631287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5221089124679565},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.510786771774292},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4026297330856323},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.398813396692276},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1293329894542694},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07319745421409607}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip51287.2024.10647548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip51287.2024.10647548","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5600000023841858,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334771","display_name":"Science and Engineering Research Board","ror":"https://ror.org/03ffdsr55"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2916797271","https://openalex.org/W2955084925","https://openalex.org/W2962942822","https://openalex.org/W2980088508","https://openalex.org/W2990205821","https://openalex.org/W2997591391","https://openalex.org/W3104844437","https://openalex.org/W3170511209","https://openalex.org/W3172522282","https://openalex.org/W3178075329","https://openalex.org/W3186378100","https://openalex.org/W3192478068","https://openalex.org/W3215899623","https://openalex.org/W4226024706","https://openalex.org/W4283796148","https://openalex.org/W4312438304","https://openalex.org/W4312560592","https://openalex.org/W4312690830","https://openalex.org/W4312981390","https://openalex.org/W4390873204","https://openalex.org/W6791353385","https://openalex.org/W6792105337","https://openalex.org/W6796280812","https://openalex.org/W6796505553","https://openalex.org/W6796524941","https://openalex.org/W6810005275","https://openalex.org/W6881022228"],"related_works":["https://openalex.org/W2931688134","https://openalex.org/W2377919138","https://openalex.org/W2378857091","https://openalex.org/W2999756192","https://openalex.org/W103652678","https://openalex.org/W4226090359","https://openalex.org/W2059697060","https://openalex.org/W936373746","https://openalex.org/W4382701072","https://openalex.org/W4256502920"],"abstract_inverted_index":{"Referring":[0],"Video":[1],"Object":[2,30],"Segmentation":[3],"(R-VOS)":[4],"is":[5,148],"a":[6,14,25,40,89,151],"challenging":[7],"task":[8],"that":[9,121],"involves":[10],"segmenting":[11],"objects":[12],"in":[13,132],"video":[15,29],"based":[16],"on":[17,115],"linguistic":[18],"descriptions.":[19],"In":[20],"this":[21],"paper,":[22],"we":[23],"introduce":[24],"novel":[26],"multi-granularity":[27],"referring":[28],"segmentation":[31,111,158],"framework,":[32],"termed":[33],"as":[34],"LUMINATE.":[35],"The":[36,46,73,95,160],"LUMINATE":[37,48,124],"framework":[38],"introduces":[39],"streamlined":[41],"approach":[42,125,162],"to":[43,164],"cross-modal":[44],"fusion.":[45],"proposed":[47,123,161],"enhanced":[49],"interaction":[50],"between":[51,59],"visual":[52],"and":[53,64,70,85,107,136,178],"textual":[54],"modalities":[55],"begins":[56],"with":[57,78],"cross-attention":[58],"the":[60,65,79,83,101,110,141,166,172],"vision":[61,84],"encoder\u2019s":[62,67],"query":[63],"text":[66,86],"key-value":[68],"pairs,":[69],"vice":[71],"versa.":[72],"results":[74,128],"are":[75,98],"then":[76],"concatenated":[77],"respective":[80],"queries":[81],"of":[82,92,134,143,168],"encoders,":[87],"fostering":[88],"comprehensive":[90],"understanding":[91],"semantic":[93],"relationships.":[94],"combined":[96],"features":[97],"fed":[99],"into":[100,109],"Transformer":[102],"Encoder":[103],"for":[104,174],"further":[105],"refinement":[106],"integration":[108],"pipeline.":[112],"Extensive":[113],"experiments":[114],"benchmark":[116],"datasets,":[117],"including":[118],"Ref-DAVIS,":[119],"demonstrate":[120],"our":[122,144],"achieves":[126],"better":[127],"than":[129],"state-of-the-art":[130],"methods":[131],"terms":[133],"Jaccard":[135],"F-measure":[137],"evaluation":[138],"metrics.":[139],"Furthermore,":[140],"efficiency":[142],"multi-object":[145],"R-VOS":[146,169],"variant":[147],"highlighted,":[149],"achieving":[150],"threefold":[152],"speed":[153],"improvement":[154],"while":[155],"maintaining":[156],"satisfactory":[157],"performance.":[159],"contributes":[163],"advancing":[165],"capabilities":[167],"models,":[170],"paving":[171],"way":[173],"improved":[175],"multimodal":[176],"reasoning":[177],"real-world":[179],"applications.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}