{"id":"https://openalex.org/W4394938975","doi":"https://doi.org/10.1109/tce.2024.3390841","title":"Transformer-Based Cross-Modal Integration Network for RGB-T Salient Object Detection","display_name":"Transformer-Based Cross-Modal Integration Network for RGB-T Salient Object Detection","publication_year":2024,"publication_date":"2024-04-18","ids":{"openalex":"https://openalex.org/W4394938975","doi":"https://doi.org/10.1109/tce.2024.3390841"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2024.3390841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3390841","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064783275","display_name":"Chengtao Lv","orcid":"https://orcid.org/0000-0003-4928-9493"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengtao Lv","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4928-9493","affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075052648","display_name":"Xiaofei Zhou","orcid":"https://orcid.org/0000-0002-7977-9728"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofei Zhou","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7977-9728","affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011490116","display_name":"Bin Wan","orcid":"https://orcid.org/0000-0001-7838-6669"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wan","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7838-6669","affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053892249","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0003-3730-6401"},"institutions":[{"id":"https://openalex.org/I3129496460","display_name":"Lishui University","ror":"https://ror.org/0418kp584","country_code":"CN","type":"education","lineage":["https://openalex.org/I3129496460"]},{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Wang","raw_affiliation_strings":["School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China","Lishui Institute of Hangzhou Dianzi University, Lishui, China"],"raw_orcid":"https://orcid.org/0000-0003-3730-6401","affiliations":[{"raw_affiliation_string":"School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Lishui Institute of Hangzhou Dianzi University, Lishui, China","institution_ids":["https://openalex.org/I3129496460","https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048712886","display_name":"Yaoqi Sun","orcid":"https://orcid.org/0000-0001-8874-241X"},"institutions":[{"id":"https://openalex.org/I3129496460","display_name":"Lishui University","ror":"https://ror.org/0418kp584","country_code":"CN","type":"education","lineage":["https://openalex.org/I3129496460"]},{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoqi Sun","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou, China","Lishui Institute of Hangzhou Dianzi University, Lishui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Lishui Institute of Hangzhou Dianzi University, Lishui, China","institution_ids":["https://openalex.org/I3129496460","https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064810678","display_name":"Jiyong Zhang","orcid":"https://orcid.org/0000-0001-9600-8477"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiyong Zhang","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9600-8477","affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054311881","display_name":"Chenggang Yan","orcid":"https://orcid.org/0000-0003-1204-0512"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenggang Yan","raw_affiliation_strings":["School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1204-0512","affiliations":[{"raw_affiliation_string":"School of Communication Engineering, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.3125,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.97848177,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"70","issue":"2","first_page":"4741","last_page":"4755"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5449924468994141},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5201361775398254},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.47366437315940857},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.3999219536781311},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3613700270652771},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33520740270614624},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2893364131450653},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.2886519134044647},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.2717955410480499},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.1210656464099884}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5449924468994141},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5201361775398254},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.47366437315940857},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3999219536781311},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3613700270652771},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33520740270614624},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2893364131450653},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.2886519134044647},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.2717955410480499},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.1210656464099884},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2024.3390841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3390841","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1587805876","display_name":null,"funder_award_id":"62171002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G173205433","display_name":null,"funder_award_id":"U21b2024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2034105232","display_name":null,"funder_award_id":"62001146","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3413785771","display_name":null,"funder_award_id":"D17019","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G3734315856","display_name":null,"funder_award_id":"62071415","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6391884445","display_name":null,"funder_award_id":"62031009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7596411858","display_name":null,"funder_award_id":"62271180","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W20683899","https://openalex.org/W1580389772","https://openalex.org/W1901129140","https://openalex.org/W1974536722","https://openalex.org/W1976409045","https://openalex.org/W1993713494","https://openalex.org/W2019371513","https://openalex.org/W2100470808","https://openalex.org/W2128272608","https://openalex.org/W2135563334","https://openalex.org/W2284241329","https://openalex.org/W2887486131","https://openalex.org/W2907643346","https://openalex.org/W2939217524","https://openalex.org/W2943563866","https://openalex.org/W2945809413","https://openalex.org/W2948500402","https://openalex.org/W2957414648","https://openalex.org/W2961348656","https://openalex.org/W2963091558","https://openalex.org/W2963112696","https://openalex.org/W2963529609","https://openalex.org/W2963604034","https://openalex.org/W2963868681","https://openalex.org/W2964738399","https://openalex.org/W2979794168","https://openalex.org/W2990984982","https://openalex.org/W3002301267","https://openalex.org/W3034320133","https://openalex.org/W3035284915","https://openalex.org/W3035422681","https://openalex.org/W3039479109","https://openalex.org/W3097053213","https://openalex.org/W3103166891","https://openalex.org/W3138516171","https://openalex.org/W3159018159","https://openalex.org/W3164802490","https://openalex.org/W3166092877","https://openalex.org/W3171757599","https://openalex.org/W3177040887","https://openalex.org/W3177052299","https://openalex.org/W3178363215","https://openalex.org/W3179147540","https://openalex.org/W3185043317","https://openalex.org/W3188963955","https://openalex.org/W3196874672","https://openalex.org/W3197308605","https://openalex.org/W3204197760","https://openalex.org/W3211246039","https://openalex.org/W3212645988","https://openalex.org/W4206670089","https://openalex.org/W4206715824","https://openalex.org/W4214561053","https://openalex.org/W4214696292","https://openalex.org/W4223896192","https://openalex.org/W4226537900","https://openalex.org/W4285040441","https://openalex.org/W4285163934","https://openalex.org/W4285200952","https://openalex.org/W4285221302","https://openalex.org/W4285267224","https://openalex.org/W4285296077","https://openalex.org/W4289752563","https://openalex.org/W4293731746","https://openalex.org/W4295046720","https://openalex.org/W4295165408","https://openalex.org/W4295424676","https://openalex.org/W4295788782","https://openalex.org/W4307771365","https://openalex.org/W4310018131","https://openalex.org/W4312366074","https://openalex.org/W4312699294","https://openalex.org/W4315606099","https://openalex.org/W4316661260","https://openalex.org/W4321488355","https://openalex.org/W4322707121","https://openalex.org/W4362496243","https://openalex.org/W4365421169","https://openalex.org/W4376872192","https://openalex.org/W4380785702","https://openalex.org/W4382398496","https://openalex.org/W4382999274","https://openalex.org/W4385261216","https://openalex.org/W4386581228","https://openalex.org/W4387969358"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Salient":[0],"object":[1,24],"detection":[2,25],"(SOD)":[3],"can":[4,12,71],"be":[5,202],"applied":[6],"to":[7,14,63,109,139],"consumer":[8],"electronic":[9],"area,":[10],"which":[11,70],"help":[13],"identify":[15],"and":[16,76,96,125,148,162,174,182,196],"locate":[17],"objects":[18,66],"of":[19,45,84,114,129,184,198],"interest.":[20],"RGB/RGB-D":[21],"(depth)":[22],"salient":[23,65,123],"has":[26],"achieved":[27],"great":[28],"progress":[29],"in":[30,41,67],"recent":[31],"years.":[32],"However,":[33],"there":[34],"is":[35,107],"a":[36,56],"large":[37,159],"room":[38],"for":[39,48],"improvement":[40],"exploring":[42],"the":[43,85,90,97,104,111,118,130,136,144,149,154,158,164,175,180,190],"complementarity":[44],"two-modal":[46,74,115,131],"information":[47,113],"RGB-T":[49,68,172],"(thermal)":[50],"SOD.":[51],"Therefore,":[52],"this":[53],"paper":[54],"proposes":[55],"Transformer-based":[57,88],"Cross-modal":[58],"Integration":[59],"Network":[60],"(i.e.,":[61],"TCINet)":[62],"detect":[64],"images,":[69],"properly":[72],"fuse":[73,110],"features":[75],"interactively":[77],"aggregate":[78,140],"two-level":[79,141],"features.":[80,132],"Our":[81],"method":[82,186,200],"consists":[83],"siamese":[86],"Swin":[87],"encoders,":[89],"cross-modal":[91],"feature":[92,99,147],"fusion":[93],"(CFF)":[94],"module,":[95],"interaction-based":[98],"decoding":[100],"(IFD)":[101],"block.":[102],"Here,":[103],"CFF":[105],"module":[106],"designed":[108],"complementary":[112],"features,":[116,142],"where":[117,153],"collaborative":[119],"spatial":[120],"attention":[121],"emphasizes":[122],"regions":[124,128],"suppresses":[126],"background":[127],"Furthermore,":[133],"we":[134],"deploy":[135],"IFD":[137,155],"block":[138,156],"including":[143],"previous-level":[145],"fused":[146],"current-level":[150],"encoder":[151],"feature,":[152],"bridges":[157],"semantic":[160],"gap":[161],"reduces":[163],"noise.":[165],"Extensive":[166],"experiments":[167],"are":[168],"conducted":[169],"on":[170],"three":[171],"datasets,":[173],"experimental":[176],"results":[177,195],"clearly":[178],"demonstrate":[179],"superiority":[181],"effectiveness":[183],"our":[185,199],"when":[187],"compared":[188],"with":[189],"cutting-edge":[191],"saliency":[192],"methods.":[193],"The":[194],"code":[197],"will":[201],"available":[203],"at":[204],"https://github.com/lvchengtao/TCINet.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":5}],"updated_date":"2026-08-02T14:50:37.381335","created_date":"2025-10-10T00:00:00"}