{"id":"https://openalex.org/W4318954130","doi":"https://doi.org/10.1109/tmm.2023.3241802","title":"Multiple Relational Learning Network for Joint Referring Expression Comprehension and Segmentation","display_name":"Multiple Relational Learning Network for Joint Referring Expression Comprehension and Segmentation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4318954130","doi":"https://doi.org/10.1109/tmm.2023.3241802"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3241802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3241802","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035717024","display_name":"Guoguang Hua","orcid":"https://orcid.org/0000-0002-9162-4884"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoguang Hua","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Key Laboratory of Advanced Machine Learning and Applications, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Key Laboratory of Advanced Machine Learning and Applications, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000209211","display_name":"Muxin Liao","orcid":"https://orcid.org/0000-0002-8461-1946"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muxin Liao","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Key Laboratory of Advanced Machine Learning and Applications, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8461-1946","affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Key Laboratory of Advanced Machine Learning and Applications, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076929850","display_name":"Shishun Tian","orcid":"https://orcid.org/0000-0002-7616-8382"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shishun Tian","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Key Laboratory of Advanced Machine Learning and Applications, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7616-8382","affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Key Laboratory of Advanced Machine Learning and Applications, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321495","display_name":"Yuhang Zhang","orcid":"https://orcid.org/0000-0001-6404-9952"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhang Zhang","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Key Laboratory of Advanced Machine Learning and Applications, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Key Laboratory of Advanced Machine Learning and Applications, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035616324","display_name":"Wenbin Zou","orcid":"https://orcid.org/0000-0003-1389-9089"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbin Zou","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Key Laboratory of Advanced Machine Learning and Applications, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1389-9089","affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Key Laboratory of Advanced Machine Learning and Applications, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":2.8718,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.92575743,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"8805","last_page":"8816"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8629356622695923},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.6707746982574463},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6613624095916748},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5988023281097412},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5973592400550842},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5814896821975708},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5756022334098816},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5309571623802185},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.46246451139450073},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.43166443705558777},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3483443856239319}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8629356622695923},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.6707746982574463},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6613624095916748},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5988023281097412},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5973592400550842},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5814896821975708},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5756022334098816},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5309571623802185},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.46246451139450073},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.43166443705558777},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3483443856239319},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3241802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3241802","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1489316224","display_name":null,"funder_award_id":"2020A1515010959","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G4465114447","display_name":null,"funder_award_id":"62101344","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4659213443","display_name":null,"funder_award_id":"2022A1515010159","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G548353266","display_name":null,"funder_award_id":"62171294","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5964666157","display_name":null,"funder_award_id":"2018KCXTD027","funder_id":"https://openalex.org/F4320326279","funder_display_name":"Department of Education of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320325571","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70"},{"id":"https://openalex.org/F4320326279","display_name":"Department of Education of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1520999218","https://openalex.org/W1677182931","https://openalex.org/W1861492603","https://openalex.org/W1905829557","https://openalex.org/W2247513039","https://openalex.org/W2250539671","https://openalex.org/W2251512949","https://openalex.org/W2302548814","https://openalex.org/W2412782625","https://openalex.org/W2470673105","https://openalex.org/W2489434015","https://openalex.org/W2558535589","https://openalex.org/W2571175805","https://openalex.org/W2605127024","https://openalex.org/W2606746036","https://openalex.org/W2624614404","https://openalex.org/W2792265253","https://openalex.org/W2798556392","https://openalex.org/W2876852810","https://openalex.org/W2890531016","https://openalex.org/W2904910963","https://openalex.org/W2909948317","https://openalex.org/W2963109634","https://openalex.org/W2963150697","https://openalex.org/W2963735856","https://openalex.org/W2964284374","https://openalex.org/W2964345792","https://openalex.org/W2968136324","https://openalex.org/W2973233205","https://openalex.org/W2980088508","https://openalex.org/W2984121207","https://openalex.org/W2987734933","https://openalex.org/W3003423830","https://openalex.org/W3005881764","https://openalex.org/W3023463084","https://openalex.org/W3034578524","https://openalex.org/W3034772468","https://openalex.org/W3035097537","https://openalex.org/W3093025045","https://openalex.org/W3093314701","https://openalex.org/W3098232790","https://openalex.org/W3099166112","https://openalex.org/W3110435696","https://openalex.org/W3112077297","https://openalex.org/W3117815099","https://openalex.org/W3156800342","https://openalex.org/W3174965650","https://openalex.org/W3204228395","https://openalex.org/W4205421564","https://openalex.org/W4210820868","https://openalex.org/W4239943352","https://openalex.org/W4281687763","https://openalex.org/W4293584584","https://openalex.org/W6631190155","https://openalex.org/W6640212811","https://openalex.org/W6750227808","https://openalex.org/W6757911768","https://openalex.org/W6768730002","https://openalex.org/W6784287907","https://openalex.org/W6788144279"],"related_works":["https://openalex.org/W2237537322","https://openalex.org/W2950678851","https://openalex.org/W4301248618","https://openalex.org/W2165343651","https://openalex.org/W2242427765","https://openalex.org/W2075830955","https://openalex.org/W2343790552","https://openalex.org/W4385507578","https://openalex.org/W2972302231","https://openalex.org/W3111398917"],"abstract_inverted_index":{"Multi-task":[0],"learning":[1,5,63,72,89,103],"is":[2,59,74,105],"a":[3,53,69,86,100],"successful":[4],"framework":[6],"which":[7,31,91,107,190],"improves":[8],"the":[9,78,93,109,116,143,152,161,165,192],"performance":[10,167],"of":[11,64,169,196],"prediction":[12,153],"models":[13],"by":[14],"leveraging":[15],"knowledge":[16],"among":[17,81,111],"related":[18,94],"tasks.":[19,37,98],"Referring":[20],"expression":[21],"comprehension":[22],"(REC)":[23],"and":[24,66,114,118,137,182,194],"segmentation":[25],"(RES)":[26],"are":[27,33,128,146],"highly":[28],"relevant":[29],"tasks,":[30],"both":[32],"language-guided":[34],"visual":[35],"recognition":[36],"However,":[38],"their":[39],"relations":[40],"have":[41],"not":[42],"yet":[43],"been":[44],"fully":[45],"exploited":[46],"in":[47,156],"previous":[48],"works.":[49],"In":[50,159],"this":[51],"paper,":[52],"Multiple":[54],"Relational":[55],"Learning":[56],"Network":[57],"(MRLN)":[58],"proposed":[60,125],"for":[61,180,185],"multi-task":[62,157],"REC":[65,117,181],"RES.":[67],"First,":[68],"feature-feature":[70],"interaction":[71],"module":[73,104],"introduced":[75],"to":[76,177],"handle":[77],"complicated":[79],"interactions":[80],"features.":[82],"Moreover,":[83],"we":[84],"propose":[85],"feature-task":[87],"dependence":[88],"module,":[90],"associates":[92],"features":[95],"with":[96],"target":[97],"Furthermore,":[99],"task-task":[101],"relationship":[102],"designed,":[106],"captures":[108],"relationships":[110,145],"tasks":[112],"automatically":[113],"guides":[115],"RES":[119,186],"fine-tuning":[120],"adaptively.":[121],"To":[122],"verify":[123],"our":[124],"approach,":[126],"experiments":[127,140],"conducted":[129],"on":[130],"three":[131],"benchmark":[132],"datasets,":[133],"i.e.,":[134,175],"RefCOCO,":[135],"RefCOCO+,":[136],"RefCOCOg.":[138],"Extensive":[139],"demonstrate":[141,191],"that":[142],"multiple":[144],"more":[147],"appealing":[148],"since":[149],"it":[150],"alleviates":[151],"inconsistency":[154],"issue":[155],"setup.":[158],"addition,":[160],"experimental":[162],"results":[163],"report":[164],"significant":[166],"gains":[168],"MRLN":[170],"over":[171,187],"most":[172],"existing":[173],"methods,":[174,189],"up":[176],"83.46":[178],"%":[179,184],"63.62":[183],"state-of-the-art":[188],"validity":[193],"superiority":[195],"MRLN.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}