{"id":"https://openalex.org/W4405787134","doi":"https://doi.org/10.1109/tgrs.2024.3522293","title":"Exploring Fine-Grained Image-Text Alignment for Referring Remote Sensing Image Segmentation","display_name":"Exploring Fine-Grained Image-Text Alignment for Referring Remote Sensing Image Segmentation","alternate_titles":[],"publication_year":2024,"publication_date":"2024-12-25","ids":{"openalex":"https://openalex.org/W4405787134","doi":"https://doi.org/10.1109/tgrs.2024.3522293"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3522293","doi":"https://doi.org/10.1109/tgrs.2024.3522293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3522293","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4405787134"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.13637","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087677765","display_name":"Sen Lei","orcid":"https://orcid.org/0000-0002-8010-3282","observed_orcids":["https://orcid.org/0000-0002-8010-3282"]},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Lei","raw_affiliation_strings":["School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-8010-3282","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102999463","display_name":"Xinyu Xiao","orcid":"https://orcid.org/0000-0003-4895-632X","observed_orcids":["https://orcid.org/0000-0003-4895-632X"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Xiao","raw_affiliation_strings":["Company of Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Company of Ant Group, Hangzhou, China","institution_ids":["https://openalex.org/I4405270328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102972635","display_name":"Tianlin Zhang","orcid":"https://orcid.org/0000-0002-3960-8772","observed_orcids":["https://orcid.org/0000-0002-3960-8772"]},"institutions":[{"id":"https://openalex.org/I4210120442","display_name":"AVIC Optronics (China)","ror":"https://ror.org/0338ntq56","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210120442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianlin Zhang","raw_affiliation_strings":["Luoyang Institute of Electro-optical Equipment, AVIC, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0002-3960-8772","affiliations":[{"raw_affiliation_string":"Luoyang Institute of Electro-optical Equipment, AVIC, Luoyang, China","institution_ids":["https://openalex.org/I4210120442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015155189","display_name":"Heng-Chao Li","orcid":"https://orcid.org/0000-0002-9735-570X","observed_orcids":["https://orcid.org/0000-0002-9735-570X"]},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng-Chao Li","raw_affiliation_strings":["School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-9735-570X","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058849690","display_name":"Zhenwei Shi","orcid":"https://orcid.org/0000-0002-4772-3172","observed_orcids":["https://orcid.org/0000-0002-4772-3172"]},"institutions":[{"id":"https://openalex.org/I4392738276","display_name":"State Key Laboratory of Virtual Reality Technology and Systems","ror":"https://ror.org/0009eea46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4392738276","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenwei Shi","raw_affiliation_strings":["Image Processing Center, School of Astronautics, State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","School of Astronautics, and the State Key Laboratory of Virtual Reality Technology, and Systems, Image Processing Center, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4772-3172","affiliations":[{"raw_affiliation_string":"Image Processing Center, School of Astronautics, State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4392738276","https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Astronautics, and the State Key Laboratory of Virtual Reality Technology, and Systems, Image Processing Center, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4392738276","https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046744673","display_name":"Qing Zhu","orcid":"https://orcid.org/0000-0002-0485-4965","observed_orcids":["https://orcid.org/0000-0002-0485-4965"]},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Zhu","raw_affiliation_strings":["Faculty of Geosciences and Engineering, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-0485-4965","affiliations":[{"raw_affiliation_string":"Faculty of Geosciences and Engineering, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":9.9647,"has_fulltext":true,"cited_by_count":111,"citation_normalized_percentile":{"value":0.99135106,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"63","issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.42719998955726624,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.42719998955726624,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.41359999775886536,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.09570000320672989,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-text-alignment","display_name":"image-text alignment","score":0.8920000195503235},{"id":"https://openalex.org/keywords/fine-grained-alignment","display_name":"fine-grained alignment","score":0.902999997138977},{"id":"https://openalex.org/keywords/multimodal-representation","display_name":"multimodal representation","score":0.6019999980926514},{"id":"https://openalex.org/keywords/cross-scale-feature-fusion","display_name":"cross-scale feature fusion","score":0.8600000143051147}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7407423257827759},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.6663091778755188},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5426554679870605},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5193213224411011},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.49184417724609375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4867680072784424},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.4304218292236328},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.14018914103507996}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tgrs.2024.3522293","doi":"https://doi.org/10.1109/tgrs.2024.3522293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3522293","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2409.13637","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.13637","pdf_url":"https://arxiv.org/pdf/2409.13637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.13637","doi":"https://doi.org/10.48550/arxiv.2409.13637","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.13637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.13637","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.13637","pdf_url":"https://arxiv.org/pdf/2409.13637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3900967620","display_name":null,"funder_award_id":"2023NSFSC0030","funder_id":"https://openalex.org/F4320329861","funder_display_name":"Natural Science Foundation of Sichuan Province"},{"id":"https://openalex.org/G5171753992","display_name":null,"funder_award_id":"42230102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7398995703","display_name":null,"funder_award_id":"U24B20177","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7509836859","display_name":null,"funder_award_id":"62271418","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8320858330","display_name":null,"funder_award_id":"62125102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329861","display_name":"Natural Science Foundation of Sichuan Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405787134.pdf","grobid_xml":"https://content.openalex.org/works/W4405787134.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2143017621","https://openalex.org/W2302548814","https://openalex.org/W2605127024","https://openalex.org/W2621121458","https://openalex.org/W2626778328","https://openalex.org/W2798556392","https://openalex.org/W2876852810","https://openalex.org/W2894964039","https://openalex.org/W2896457183","https://openalex.org/W2899663614","https://openalex.org/W2904338902","https://openalex.org/W2908510526","https://openalex.org/W2914163459","https://openalex.org/W2943885184","https://openalex.org/W2953320089","https://openalex.org/W2963341956","https://openalex.org/W2970971581","https://openalex.org/W2979826702","https://openalex.org/W2980088508","https://openalex.org/W3034325957","https://openalex.org/W3034692043","https://openalex.org/W3037932933","https://openalex.org/W3108748824","https://openalex.org/W3110908156","https://openalex.org/W3138516171","https://openalex.org/W3153239544","https://openalex.org/W3178075329","https://openalex.org/W3187664142","https://openalex.org/W4200631575","https://openalex.org/W4206433182","https://openalex.org/W4304084012","https://openalex.org/W4312543911","https://openalex.org/W4322707256","https://openalex.org/W4360993974","https://openalex.org/W4377711491","https://openalex.org/W4382203304","https://openalex.org/W4384820298","https://openalex.org/W4389169332","https://openalex.org/W4389371459","https://openalex.org/W4390480907","https://openalex.org/W4390826350","https://openalex.org/W4391979516","https://openalex.org/W4392397297","https://openalex.org/W4395672719","https://openalex.org/W4399347616","https://openalex.org/W4399426542","https://openalex.org/W4401247243","https://openalex.org/W4401749745","https://openalex.org/W4401880010","https://openalex.org/W4402727260","https://openalex.org/W4402776460"],"related_works":["https://openalex.org/W7135096595","https://openalex.org/W7213970681","https://openalex.org/W7123370439","https://openalex.org/W7140027370","https://openalex.org/W7140193858","https://openalex.org/W7130706229","https://openalex.org/W4413010802","https://openalex.org/W4411019933","https://openalex.org/W4416873246","https://openalex.org/W7213875022"],"abstract_inverted_index":{"Given":[0],"a":[1,70,86,159],"language":[2,52],"expression,":[3],"referring":[4,101,183],"remote":[5,155,184],"sensing":[6,185],"image":[7,135],"segmentation":[8],"(RRSIS)":[9],"aims":[10],"to":[11,31,57,90,146,165],"identify":[12],"ground":[13,114,152],"objects":[14,153],"and":[15,47,95,116,136,170,189,191],"assign":[16],"pixelwise":[17],"labels":[18],"within":[19],"the":[20,24,40,51,61,76,93,99,113,130,133,137,148,174,177],"imagery.":[21],"One":[22],"of":[23,78,132,151,176],"key":[25],"challenges":[26],"for":[27],"this":[28,65,82],"task":[29],"is":[30,54,103,109],"capture":[32],"discriminative":[33,142],"multimodal":[34,79,143],"features":[35,131],"via":[36],"image-text":[37,72,123],"alignment.":[38],"However,":[39],"existing":[41],"RRSIS":[42,88],"methods":[43],"use":[44],"one":[45],"vanilla":[46],"coarse":[48],"alignment,":[49],"where":[50],"expression":[53,102],"directly":[55],"extracted":[56],"be":[58,204],"fused":[59],"with":[60],"visual":[62,94],"features.":[63],"In":[64],"article,":[66],"we":[67,84,157],"argue":[68],"that":[69],"\u201cfine-grained":[71],"alignment\u201d":[73],"can":[74],"improve":[75],"extraction":[77],"information.":[80],"To":[81],"point,":[83],"propose":[85],"new":[87],"method":[89,179,193],"fully":[91],"exploit":[92],"linguistic":[96],"representations.":[97],"Specifically,":[98],"original":[100],"regarded":[104],"as":[105],"context":[106],"text,":[107],"which":[108],"further":[110],"decoupled":[111],"into":[112],"object":[115],"spatial":[117],"position":[118],"texts.":[119],"The":[120,201],"proposed":[121,178],"fine-grained":[122],"alignment":[124],"module":[125,163],"(FIAM)":[126],"would":[127],"simultaneously":[128],"leverage":[129],"input":[134],"corresponding":[138],"texts,":[139],"obtaining":[140],"better":[141],"representation.":[144],"Meanwhile,":[145],"handle":[147],"various":[149],"scales":[150],"in":[154],"sensing,":[156],"introduce":[158],"text-aware":[160],"multiscale":[161],"enhancement":[162],"(TMEM)":[164],"adaptively":[166],"perform":[167],"cross-scale":[168],"fusion":[169],"intersections.":[171],"We":[172],"evaluate":[173],"effectiveness":[175],"on":[180],"two":[181],"public":[182],"datasets":[186],"including":[187],"RefSegRS":[188],"RRSIS-D,":[190],"our":[192],"obtains":[194],"superior":[195],"performance":[196],"over":[197],"several":[198],"state-of-the-art":[199],"methods.":[200],"code":[202],"will":[203],"publicly":[205],"available":[206],"athttps://github.com/Shaosifan/FIANet.":[207]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4405787134","counts_by_year":[{"year":2026,"cited_by_count":65},{"year":2025,"cited_by_count":41},{"year":2024,"cited_by_count":5}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-12-26T00:00:00"}
