{"id":"https://openalex.org/W4404840231","doi":"https://doi.org/10.1109/tcsvt.2024.3508752","title":"CMIRNet: Cross-Modal Interactive Reasoning Network for Referring Image Segmentation","display_name":"CMIRNet: Cross-Modal Interactive Reasoning Network for Referring Image Segmentation","publication_year":2024,"publication_date":"2024-11-29","ids":{"openalex":"https://openalex.org/W4404840231","doi":"https://doi.org/10.1109/tcsvt.2024.3508752"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3508752","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3508752","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040666380","display_name":"Mingzhu Xu","orcid":"https://orcid.org/0000-0002-1492-0970"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingzhu Xu","raw_affiliation_strings":["School of Software, Shandong University, Jinan, Shandong, China","School of Software, Shandong University, JiNan, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0002-1492-0970","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, Shandong, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Software, Shandong University, JiNan, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113322416","display_name":"Tianxiang Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianxiang Xiao","raw_affiliation_strings":["School of Software, Shandong University, Jinan, Shandong, China","School of Software, Shandong University, JiNan, Shandong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, Shandong, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Software, Shandong University, JiNan, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114400781","display_name":"Yutong Liu","orcid":"https://orcid.org/0009-0004-1569-783X"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yutong Liu","raw_affiliation_strings":["School of Software, Shandong University, Jinan, Shandong, China","School of Software, Shandong University, JiNan, Shandong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, Shandong, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Software, Shandong University, JiNan, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058927517","display_name":"Haoyu Tang","orcid":"https://orcid.org/0000-0003-1344-2513"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Tang","raw_affiliation_strings":["School of Software, Shandong University, Jinan, Shandong, China","School of Software, Shandong University, JiNan, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0003-1344-2513","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, Shandong, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Software, Shandong University, JiNan, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101875643","display_name":"Yupeng Hu","orcid":"https://orcid.org/0000-0002-5653-8286"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yupeng Hu","raw_affiliation_strings":["School of Software, Shandong University, Jinan, Shandong, China","School of Software, Shandong University, JiNan, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0002-5653-8286","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, Shandong, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"School of Software, Shandong University, JiNan, Shandong, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China","School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), ShenZhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-1476-0273","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), ShenZhen, Guangdong, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0656,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.92907676,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"35","issue":"4","first_page":"3234","last_page":"3249"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9513000249862671,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6902101039886475},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6067899465560913},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.6051146984100342},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5693883299827576},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5562983751296997},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4665123522281647},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4115089774131775}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6902101039886475},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6067899465560913},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.6051146984100342},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5693883299827576},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5562983751296997},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4665123522281647},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4115089774131775},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3508752","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3508752","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3981135610","display_name":null,"funder_award_id":"62276155","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7846368369","display_name":null,"funder_award_id":"ZR2022QF047","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G8163078446","display_name":null,"funder_award_id":"62206156","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8921480279","display_name":null,"funder_award_id":"62206157","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W2006147162","https://openalex.org/W2194775991","https://openalex.org/W2251512949","https://openalex.org/W2277195237","https://openalex.org/W2302548814","https://openalex.org/W2560023338","https://openalex.org/W2565639579","https://openalex.org/W2605127024","https://openalex.org/W2948729509","https://openalex.org/W2963145877","https://openalex.org/W2963881378","https://openalex.org/W2964284374","https://openalex.org/W2964935470","https://openalex.org/W2980088508","https://openalex.org/W3034325957","https://openalex.org/W3034692043","https://openalex.org/W3035097537","https://openalex.org/W3035526186","https://openalex.org/W3044005992","https://openalex.org/W3083600713","https://openalex.org/W3087365719","https://openalex.org/W3093025045","https://openalex.org/W3108748824","https://openalex.org/W3138516171","https://openalex.org/W3156800342","https://openalex.org/W3164772195","https://openalex.org/W3168126734","https://openalex.org/W3169998662","https://openalex.org/W3172522282","https://openalex.org/W3178075329","https://openalex.org/W3187664142","https://openalex.org/W3201770677","https://openalex.org/W3206209177","https://openalex.org/W3216551675","https://openalex.org/W4200631575","https://openalex.org/W4224988000","https://openalex.org/W4226396876","https://openalex.org/W4280557312","https://openalex.org/W4283796148","https://openalex.org/W4312523916","https://openalex.org/W4312543911","https://openalex.org/W4313054169","https://openalex.org/W4320004356","https://openalex.org/W4361983876","https://openalex.org/W4377711491","https://openalex.org/W4380520306","https://openalex.org/W4381611105","https://openalex.org/W4382318981","https://openalex.org/W4383112609","https://openalex.org/W4385245566","https://openalex.org/W4385444701","https://openalex.org/W4386075493","https://openalex.org/W4386076034","https://openalex.org/W4386076142","https://openalex.org/W4386415485","https://openalex.org/W4386590751","https://openalex.org/W4387969771","https://openalex.org/W4389371459","https://openalex.org/W4390871743","https://openalex.org/W4390871886","https://openalex.org/W4390873528","https://openalex.org/W4402773761","https://openalex.org/W4402774102","https://openalex.org/W6637178625","https://openalex.org/W6720006811","https://openalex.org/W6739696289","https://openalex.org/W6755207826","https://openalex.org/W6776417416","https://openalex.org/W6783869432","https://openalex.org/W6811433417","https://openalex.org/W6847592527","https://openalex.org/W6851607685","https://openalex.org/W6853447796","https://openalex.org/W6869875684"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W4379231730","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W4389858081","https://openalex.org/W2362990116","https://openalex.org/W2381300099","https://openalex.org/W2501551404","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Referring":[0],"Image":[1],"Segmentation":[2],"(RIS)":[3],"aims":[4],"to":[5,35,55,108,154,162,172],"semantically":[6],"segment":[7],"the":[8,15,26,36,78,85,93,110,114,132,156,174,183,194],"target":[9],"object":[10,116,158],"(referent)":[11],"in":[12,117],"alignment":[13],"with":[14],"provided":[16],"natural":[17],"language":[18,97],"query.":[19],"Existing":[20],"works":[21],"still":[22],"suffer":[23],"from":[24,138,160],"that":[25,59],"non-referent":[27],"was":[28],"segmented":[29],"mistakenly,":[30],"which":[31],"can":[32,81,135],"be":[33,82,90,136],"attributed":[34],"insufficient":[37],"comprehension":[38],"of":[39,96,113,176,185,196],"vision":[40,63],"and":[41,64,84,128,131,141,189],"language.":[42,65],"To":[43],"tackle":[44],"this":[45],"problem,":[46],"we":[47,67,100],"propose":[48],"a":[49,70,102,145],"Cross-Modal":[50,147],"Interactive":[51,104],"Reasoning":[52],"Network":[53],"(CMIRNet)":[54],"explore":[56],"semantic":[57],"information":[58],"consistently":[60],"existed":[61],"between":[62,126],"Specifically,":[66],"first":[68],"devise":[69],"novel":[71,146],"Text-Guided":[72],"Multi-Modality":[73],"Joint":[74],"Encoder":[75],"(TGMM-JE),":[76],"where":[77,165],"key":[79,111,187],"expression":[80],"extracted":[83],"important":[86,133],"visual":[87,127],"features":[88],"will":[89],"encoded":[91],"under":[92],"continuous":[94],"guidance":[95],"expression.":[98],"Then,":[99],"design":[101],"Cross-Graph":[103],"Positioning":[105],"(CGIP)":[106],"module":[107],"locate":[109],"pixels":[112,134],"referent":[115,157,177],"deepest":[118],"layer.":[119],"The":[120],"multi-modality":[121],"graph":[122],"data":[123],"is":[124,152],"constructed":[125],"linguistic":[129],"features,":[130],"positioned":[137],"cross-graph":[139],"interaction":[140],"intra-graph":[142],"reasoning.":[143],"Finally,":[144],"Attention":[148],"Enhanced":[149],"DEcoder":[150],"(CMAE-DE)":[151],"dedicated":[153],"refine":[155],"mask":[159],"coarse":[161],"fine":[163],"progressively,":[164],"hybrid":[166],"cross":[167],"modal":[168],"attentions":[169],"are":[170],"explored":[171],"enhance":[173],"representation":[175],"object.":[178],"Extensive":[179],"ablation":[180],"studies":[181],"validate":[182],"efficacy":[184],"our":[186,197],"modules":[188],"comprehensive":[190],"experimental":[191],"results":[192],"show":[193],"superiority":[195],"proposed":[198],"model":[199],"over":[200],"22":[201],"state-of-the-art":[202],"(SOTA)":[203],"models.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":7}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}