{"id":"https://openalex.org/W4366147345","doi":"https://doi.org/10.1109/tim.2023.3267529","title":"SFAF-MA: Spatial Feature Aggregation and Fusion With Modality Adaptation for RGB-Thermal Semantic Segmentation","display_name":"SFAF-MA: Spatial Feature Aggregation and Fusion With Modality Adaptation for RGB-Thermal Semantic Segmentation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4366147345","doi":"https://doi.org/10.1109/tim.2023.3267529"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2023.3267529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3267529","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081498277","display_name":"Xunjie He","orcid":"https://orcid.org/0000-0002-0260-7207"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xunjie He","raw_affiliation_strings":["School of Automation, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0260-7207","affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100416064","display_name":"Meiling Wang","orcid":"https://orcid.org/0000-0002-3618-7423"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiling Wang","raw_affiliation_strings":["School of Automation, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3618-7423","affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030983918","display_name":"Tong Liu","orcid":"https://orcid.org/0000-0002-9949-7496"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Liu","raw_affiliation_strings":["School of Automation, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9949-7496","affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101797837","display_name":"Lin Zhao","orcid":"https://orcid.org/0000-0001-8381-3397"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Zhao","raw_affiliation_strings":["School of Automation, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8381-3397","affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068949782","display_name":"Yufeng Yue","orcid":"https://orcid.org/0000-0001-6628-7946"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufeng Yue","raw_affiliation_strings":["School of Automation, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6628-7946","affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":5.6372,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.97189658,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"72","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.744789183139801},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.733469545841217},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7194778919219971},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.7188735604286194},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5838559865951538},{"id":"https://openalex.org/keywords/fusion-mechanism","display_name":"Fusion mechanism","score":0.5504041910171509},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5284041166305542},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5271173119544983},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5240402817726135},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5226866006851196},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.49875807762145996},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4833802580833435},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.48035797476768494},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.38365620374679565},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07289451360702515}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.744789183139801},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.733469545841217},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7194778919219971},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.7188735604286194},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5838559865951538},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.5504041910171509},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5284041166305542},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5271173119544983},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5240402817726135},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5226866006851196},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49875807762145996},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4833802580833435},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.48035797476768494},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.38365620374679565},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07289451360702515},{"id":"https://openalex.org/C103038307","wikidata":"https://www.wikidata.org/wiki/Q6556360","display_name":"Lipid bilayer fusion","level":3,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2023.3267529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3267529","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G1780015625","display_name":null,"funder_award_id":"YESS20200126","funder_id":"https://openalex.org/F4320311778","funder_display_name":"China Association for Science and Technology"},{"id":"https://openalex.org/G7352137354","display_name":null,"funder_award_id":"62003039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311778","display_name":"China Association for Science and Technology","ror":"https://ror.org/035vmht26"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1999621311","https://openalex.org/W2333796428","https://openalex.org/W2346695369","https://openalex.org/W2412782625","https://openalex.org/W2565639579","https://openalex.org/W2587989515","https://openalex.org/W2762439315","https://openalex.org/W2774839435","https://openalex.org/W2921749009","https://openalex.org/W2963881378","https://openalex.org/W2971910390","https://openalex.org/W2995936506","https://openalex.org/W3036209635","https://openalex.org/W3090555870","https://openalex.org/W3091001089","https://openalex.org/W3099155453","https://openalex.org/W3131439390","https://openalex.org/W3137799923","https://openalex.org/W3138511503","https://openalex.org/W3166016280","https://openalex.org/W3173882198","https://openalex.org/W3195411577","https://openalex.org/W3203079214","https://openalex.org/W3206514250","https://openalex.org/W3217020749","https://openalex.org/W4226086539","https://openalex.org/W4319879001","https://openalex.org/W6703049675","https://openalex.org/W6733387591"],"related_works":["https://openalex.org/W2988498288","https://openalex.org/W1991764124","https://openalex.org/W2786308501","https://openalex.org/W2012247345","https://openalex.org/W4318719019","https://openalex.org/W2145243726","https://openalex.org/W2463550667","https://openalex.org/W2351649588","https://openalex.org/W4378188910","https://openalex.org/W2437857815"],"abstract_inverted_index":{"The":[0,86,170],"fusion":[1,27,76,90,115],"of":[2,14,133],"RGB":[3,36,98],"and":[4,37,75,99,136,144,159],"thermal":[5,38,100],"images":[6,39,101],"has":[7],"profound":[8],"implications":[9],"for":[10],"the":[11,65,112,155,162,167],"semantic":[12,114],"segmentation":[13,66,168],"challenging":[15],"urban":[16],"scenes,":[17],"such":[18],"as":[19],"those":[20],"with":[21,43,77,102,130,140,147,151],"poor":[22],"illumination.":[23],"Nevertheless,":[24],"existing":[25,152],"RGB-T":[26],"networks":[28],"pay":[29],"less":[30],"attention":[31,108],"to":[32,59,95,120],"modality":[33,78,87],"differences;":[34],"i.e.,":[35],"are":[40,51],"commonly":[41],"fused":[42],"fixed":[44],"weights.":[45],"In":[46,110],"addition,":[47,111],"spatial":[48,72,113],"context":[49],"details":[50],"lost":[52],"during":[53],"regular":[54],"extraction":[55],"operations,":[56],"inevitably":[57],"leading":[58],"imprecise":[60],"object":[61],"segmentation.":[62],"To":[63],"improve":[64],"accuracy,":[67],"a":[68],"novel":[69],"network":[70,164],"named":[71],"feature":[73],"aggregation":[74],"adaptation":[79],"(SFAF-MA)":[80],"is":[81,93,118,172],"proposed":[82,163],"in":[83],"this":[84],"paper.":[85],"difference":[88],"adaptive":[89],"(MDAF)":[91],"module":[92,117],"introduced":[94],"adaptively":[96],"fuse":[97],"corresponding":[103],"weights":[104],"generated":[105],"from":[106],"an":[107],"mechanism.":[109],"(SSF)":[116],"designed":[119],"tap":[121],"into":[122],"more":[123],"information":[124,143],"by":[125],"capturing":[126],"multiscale":[127],"perceptive":[128],"fields":[129],"dilated":[131],"convolutions":[132],"different":[134],"rates,":[135],"aggregate":[137],"shallower-level":[138],"features":[139,146],"rich":[141],"visual":[142],"deeper-level":[145],"strong":[148],"semantics.":[149],"Compared":[150],"methods":[153],"on":[154],"public":[156],"MFNet":[157],"dataset":[158],"PST900":[160],"dataset,":[161],"significantly":[165],"improves":[166],"effectiveness.":[169],"code":[171],"available":[173],"at":[174],"https://github.com/hexunjie/SFAF-MA.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}