{"id":"https://openalex.org/W4416713362","doi":"https://doi.org/10.1016/j.inffus.2025.103986","title":"GatedFusion-Net: Per-pixel modality weighting in a five-cue transformer for RGB-D-I-T-UV fusion","display_name":"GatedFusion-Net: Per-pixel modality weighting in a five-cue transformer for RGB-D-I-T-UV fusion","publication_year":2025,"publication_date":"2025-11-27","ids":{"openalex":"https://openalex.org/W4416713362","doi":"https://doi.org/10.1016/j.inffus.2025.103986"},"language":"en","primary_location":{"id":"doi:10.1016/j.inffus.2025.103986","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2025.103986","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.inffus.2025.103986","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002923201","display_name":"Martin Brenner","orcid":"https://orcid.org/0009-0007-0644-0639"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Martin Brenner","raw_affiliation_strings":["Massey University, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0007-0644-0639","affiliations":[{"raw_affiliation_string":"Massey University, Auckland, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088177066","display_name":"Napoleon H. Reyes","orcid":"https://orcid.org/0000-0002-0683-436X"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Napoleon H. Reyes","raw_affiliation_strings":["Massey University, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-0683-436X","affiliations":[{"raw_affiliation_string":"Massey University, Auckland, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037915797","display_name":"Teo Su\u0161njak","orcid":"https://orcid.org/0000-0001-9416-1435"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Teo Susnjak","raw_affiliation_strings":["Massey University, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-9416-1435","affiliations":[{"raw_affiliation_string":"Massey University, Auckland, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018208301","display_name":"Andre L. C. Barczak","orcid":"https://orcid.org/0000-0001-7648-285X"},"institutions":[{"id":"https://openalex.org/I120125038","display_name":"Bond University","ror":"https://ror.org/006jxzx88","country_code":"AU","type":"education","lineage":["https://openalex.org/I120125038"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Andre L C Barczak","raw_affiliation_strings":["Bond University, Gold Coast, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7648-285X","affiliations":[{"raw_affiliation_string":"Bond University, Gold Coast, Australia","institution_ids":["https://openalex.org/I120125038"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5002923201"],"corresponding_institution_ids":["https://openalex.org/I51158804"],"apc_list":{"value":4360,"currency":"USD","value_usd":4360},"apc_paid":{"value":4360,"currency":"USD","value_usd":4360},"fwci":0.5458,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.7033919,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"129","issue":null,"first_page":"103986","last_page":"103986"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.3635999858379364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.3635999858379364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1858000010251999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.08529999852180481,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.5519999861717224},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.515500009059906},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.42010000348091125},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.41370001435279846},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.40220001339912415},{"id":"https://openalex.org/keywords/ultraviolet","display_name":"Ultraviolet","score":0.39660000801086426},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.390500009059906},{"id":"https://openalex.org/keywords/ablation","display_name":"Ablation","score":0.3684999942779541},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.366100013256073}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7102000117301941},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.566100001335144},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.5519999861717224},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.515500009059906},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4422999918460846},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.42010000348091125},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.41370001435279846},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.40220001339912415},{"id":"https://openalex.org/C2776798109","wikidata":"https://www.wikidata.org/wiki/Q11391","display_name":"Ultraviolet","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C2778902805","wikidata":"https://www.wikidata.org/wiki/Q322177","display_name":"Ablation","level":2,"score":0.3684999942779541},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.366100013256073},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3156000077724457},{"id":"https://openalex.org/C158355884","wikidata":"https://www.wikidata.org/wiki/Q11388","display_name":"Infrared","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C204530211","wikidata":"https://www.wikidata.org/wiki/Q752823","display_name":"Thermal","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C27753989","wikidata":"https://www.wikidata.org/wiki/Q284885","display_name":"Superposition principle","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.26190000772476196},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.25699999928474426},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C124978682","wikidata":"https://www.wikidata.org/wiki/Q1201019","display_name":"Proof of concept","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2515000104904175},{"id":"https://openalex.org/C29081049","wikidata":"https://www.wikidata.org/wiki/Q1364242","display_name":"Image stitching","level":2,"score":0.25099998712539673},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.inffus.2025.103986","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2025.103986","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},{"id":"pmh:oai:https://pure.bond.edu.au/:openaire/82be847d-7662-4475-b688-7a3df2117d41","is_oa":true,"landing_page_url":"https://research.bond.edu.au/en/publications/82be847d-7662-4475-b688-7a3df2117d41","pdf_url":null,"source":{"id":"https://openalex.org/S4306402608","display_name":"Bond University Research Portal (Bond University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I120125038","host_organization_name":"Bond University","host_organization_lineage":["https://openalex.org/I120125038"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brenner, M, Reyes, N H, Susnjak, T & Barczak, A L C 2026, 'GatedFusion-Net: Per-pixel modality weighting in a five-cue transformer for RGB-D-I-T-UV fusion', Information Fusion, vol. 129, 103986, pp. 1-25. https://doi.org/10.1016/j.inffus.2025.103986","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1016/j.inffus.2025.103986","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2025.103986","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2057025327","https://openalex.org/W2064675550","https://openalex.org/W2128409098","https://openalex.org/W3202121487","https://openalex.org/W4285111765","https://openalex.org/W4313008766","https://openalex.org/W4379929075","https://openalex.org/W4385486427","https://openalex.org/W4386179772","https://openalex.org/W4387844371","https://openalex.org/W4396505586","https://openalex.org/W4402626612","https://openalex.org/W4403976918"],"related_works":[],"abstract_inverted_index":{"\u2022":[0,17,43,66,86],"Transformer-based":[1],"architecture":[2,116],"integrating":[3],"five":[4,340],"aligned":[5,161],"modalities:":[6],"RGB,":[7,119,277],"depth,":[8],"infrared":[9,124],"intensity,":[10],"thermal,":[11],"and":[12,26,33,40,51,70,133,197,199,213,226,295,336,353],"ultraviolet":[13,74,134],"for":[14,99,139,195,330,334],"semantic":[15,141],"segmentation.":[16],"Novel":[18],"staged":[19],"fusion":[20,300],"strategy":[21],"combining":[22],"early":[23],"data-level":[24],"depth":[25,120],"intensity":[27,125],"enhancement":[28,157],"with":[29,46,78,170,247,318,339],"intermediate":[30],"RGB":[31],"fusion,":[32],"late":[34],"per-pixel":[35,183,356],"sigmoid":[36,184,357],"gating":[37,90,358],"of":[38,54,244,288],"thermal":[39,79,129],"UV":[41,136,198,249,282],"streams.":[42,342],"State-of-the-art":[44],"accuracy":[45],"88.3":[47,245],"%":[48],"mean":[49,242,285],"IoU":[50,243,286],"real-time":[52],"inference":[53],"55":[55,332],"fps":[56,329,333,338],"on":[57,61,73,108,143,221,314,351],"challenging":[58,260],"multimodal":[59,101],"tasks":[60],"a":[62,240,252,319,360],"640x480":[63],"pixels":[64],"resolution.":[65],"First":[67],"comprehensive":[68],"baseline":[69,152],"ablation":[71,231],"study":[72,232],"cues":[75,164],"in":[76],"combination":[77],"cues,":[80],"showing":[81],"modest":[82],"yet":[83],"context-dependent":[84],"improvements.":[85],"Demonstrate":[87],"that":[88,158,234,355],"lightweight":[89],"provides":[91],"an":[92,315],"efficient":[93],"alternative":[94,363],"to":[95,117,203,223,310,364],"heavier":[96,365],"attention":[97],"mechanisms":[98],"robust":[100],"fusion.":[102,367],"We":[103],"introduce":[104],"GatedFusion-Net":[105],"(GF-Net),":[106],"built":[107],"the":[109,114,144,150,204,235,248,346],"SegFormer":[110],"Transformer":[111],"backbone,":[112],"as":[113,303],"first":[115,347],"unify":[118],"(":[121,126,130,135,173],"D":[122],"),":[123,128,132,175],"I":[127,163],"T":[131,196],")":[137],"imagery":[138],"dense":[140],"segmentation":[142,349],"MM5":[145,222,352],"dataset.":[146],"GF-Net":[147],"departs":[148],"from":[149],"CMX":[151],"via:":[153],"(1)":[154],"stage-wise":[155],"RGB-intensity-depth":[156],"injects":[159],"geometrically":[160],"D,":[162],"at":[165,327],"each":[166],"encoder":[167],"stage,":[168],"together":[169],"surface":[171],"normals":[172],"N":[174],"improving":[176],"illumination":[177],"invariance":[178],"without":[179],"adding":[180],"parameters;":[181],"(2)":[182],"gating,":[185],"where":[186],"independent":[187],"Sigmoid":[188],"Gate":[189],"blocks":[190],"learn":[191],"spatial":[192],"confidence":[193],"masks":[194],"add":[200],"their":[201],"contributions":[202],"RGB+DIN":[205],"base,":[206],"trimming":[207],"computational":[208],"cost":[209],"while":[210],"preserving":[211],"accuracy;":[212],"(3)":[214],"modality-wise":[215],"normalisation":[216],"using":[217],"per-stream":[218],"statistics":[219],"computed":[220],"stabilise":[224],"training":[225],"balance":[227],"cross-cue":[228],"influence.":[229],"An":[230],"reveals":[233],"five-modality":[236],"configuration":[237],"(RGB+DIN+T+UV)":[238],"achieves":[239],"peak":[241],"%,":[246,290,292,294,297],"channel":[250],"contributing":[251],"1.7-percentage-point":[253],"gain":[254],"under":[255],"optimal":[256],"lighting":[257],"(RGB3).":[258],"Under":[259],"illumination,":[261],"it":[262],"maintains":[263],"comparable":[264],"performance,":[265],"indicating":[266],"complementary":[267],"but":[268],"situational":[269],"value.":[270],"Modality-ablation":[271],"experiments":[272],"reveal":[273],"strong":[274],"sensitivity:":[275],"removing":[276],"T,":[278],"DIN":[279],",":[280],"or":[281],"yields":[283],"relative":[284],"reductions":[287],"83.4":[289],"63.3":[291],"56.5":[293],"30.1":[296],"respectively.":[298],"Sigmoid-Gate":[299],"behaves":[301],"primarily":[302],"static,":[304],"lighting-dependent":[305],"weighting":[306],"rather":[307],"than":[308],"adapting":[309],"sensor":[311],"loss.":[312],"Throughput":[313],"RTX":[316],"3090":[317],"MiT-B0":[320],"backbone":[321],"is":[322,359],"real-time:":[323],"640":[324],"\u00d7":[325],"480":[326],"74":[328],"RGB+DIN+T,":[331],"RGB+DIN+T+UV,":[335],"41":[337],"gated":[341],"These":[343],"results":[344],"establish":[345],"RGB-D-I-T-UV":[348],"baselines":[350],"show":[354],"lightweight,":[361],"effective":[362],"attention-based":[366]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-11-28T00:00:00"}